[ 530.567639] env[66542]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.567639] env[66542]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.617796] env[66633]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.617796] env[66633]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.214114] env[66633]: INFO neutron.common.config [-] Logging enabled! [ 533.214502] env[66633]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 533.215379] env[66633]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66633) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 533.215379] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 533.215379] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 533.216302] env[66633]: WARNING oslo_policy.policy [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.216302] env[66633]: WARNING oslo_policy.policy [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.217813] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] VMware NSXv3 Agent initialized successfully. [ 533.218187] env[66633]: DEBUG oslo_concurrency.lockutils [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] Acquiring lock "singleton_lock" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.218319] env[66633]: DEBUG oslo_concurrency.lockutils [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] Acquired lock "singleton_lock" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.218521] env[66633]: DEBUG oslo_concurrency.lockutils [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] Releasing lock "singleton_lock" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.218807] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] Full set of CONF: {{(pid=66633) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 533.218916] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ******************************************************************************** {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.219027] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] Configuration options gathered from: {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.219369] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.219538] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.219643] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ================================================================================ {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.219807] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] agent_down_time = 75 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.219942] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] allow_automatic_dhcp_failover = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.220086] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] allow_bulk = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.220227] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] api_extensions_path = {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.220364] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] api_paste_config = api-paste.ini {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.220539] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] auth_strategy = keystone {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.220701] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] backdoor_port = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.220823] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] backdoor_socket = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.220949] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] backlog = 4096 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.221099] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.221256] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] bind_host = 0.0.0.0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.221396] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] bind_port = 9696 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.221631] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] client_socket_timeout = 900 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.221712] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] config_dir = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.221768] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.221893] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] config_source = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.222036] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] control_exchange = neutron {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.222174] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] core_plugin = ml2 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.222307] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] debug = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.222444] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] default_availability_zones = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.222640] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.222771] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] dhcp_agent_notification = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.222901] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] dhcp_agents_per_network = 1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.223038] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] dhcp_lease_duration = 86400 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.223259] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] dhcp_load_type = networks {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.223410] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] dns_domain = openstacklocal {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.223546] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.223674] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] enable_default_route_bfd = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.223799] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] enable_default_route_ecmp = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.223925] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] enable_dvr = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.224063] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] enable_new_agents = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.224190] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.224319] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] enable_signals = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.224447] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] enable_traditional_dhcp = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.224569] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] external_dns_driver = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.224693] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] filter_validation = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.224828] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] global_physnet_mtu = 8950 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.224955] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] graceful_shutdown_timeout = 60 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.225135] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] host = cpu-1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.225295] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] host_dvr_for_dhcp = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.225430] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] http_retries = 3 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.225563] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] instance_format = [instance: %(uuid)s] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.225693] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.225823] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ipam_driver = internal {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.225948] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ipv6_pd_enabled = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.226089] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] l3_ha = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.226223] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.226384] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] l3_ha_network_physical_name = {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.226521] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] l3_ha_network_type = {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.226654] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_color = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.226785] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_config_append = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.226916] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.227061] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_dir = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.227191] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_file = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.227291] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_options = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.227423] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_rotate_interval = 1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.227580] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_rotate_interval_type = days {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.227723] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] log_rotation_type = none {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.227825] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.227925] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.228069] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.228203] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.228302] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.228431] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] max_dns_nameservers = 5 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.228559] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] max_header_line = 16384 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.228683] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] max_l3_agents_per_router = 3 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.228807] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] max_logfile_count = 30 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.228932] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] max_logfile_size_mb = 200 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.229064] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] max_subnet_host_routes = 20 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.229200] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] my_ip = 10.180.1.21 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.229330] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] my_ipv6 = ::1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.229455] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] network_auto_schedule = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.229595] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] network_link_prefix = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.229742] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.229877] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] notify_nova_on_port_data_changes = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.230026] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] notify_nova_on_port_status_changes = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.230150] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] pagination_max_limit = -1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.230275] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] publish_errors = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.230401] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] rate_limit_burst = 0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.230597] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] rate_limit_except_level = CRITICAL {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.230744] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] rate_limit_interval = 0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.230873] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] retry_until_window = 30 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.231007] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] router_distributed = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.231140] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] rpc_resources_processing_step = 20 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.231272] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] rpc_response_max_timeout = 600 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.231405] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] rpc_response_timeout = 60 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.231535] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] send_events_interval = 2 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.231682] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] service_plugins = ['router'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.231819] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] setproctitle = on {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.231944] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] shell_completion = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.232089] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] state_path = /opt/stack/data/neutron {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.232225] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] syslog_log_facility = LOG_USER {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.232355] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] tcp_keepidle = 600 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.232486] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] transport_url = **** {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.232613] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] use_journal = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.232738] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] use_json = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.232865] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] use_ssl = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.232988] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] use_stderr = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.233137] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] use_syslog = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.233255] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] vlan_qinq = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.233381] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] vlan_transparent = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.233505] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] watch_log_file = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.233631] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] wsgi_default_pool_size = 100 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.233765] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] wsgi_keep_alive = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.233899] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.234639] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] wsgi_server_debug = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.235665] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_concurrency.disable_process_locking = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.235665] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.235665] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.235665] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.235665] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.235665] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.235941] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.235941] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.connection_string = messaging:// {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.236061] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.enabled = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.236106] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.es_doc_type = notification {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.236246] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.es_scroll_size = 10000 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.236407] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.es_scroll_time = 2m {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.236543] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.filter_error_trace = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.236681] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.hmac_keys = **** {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.236819] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.sentinel_service_name = mymaster {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.236961] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.socket_timeout = 0.1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.237110] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.trace_requests = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.237242] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler.trace_sqlalchemy = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.237389] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler_jaeger.process_tags = {} {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.237521] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler_jaeger.service_name_prefix = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.237653] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] profiler_otlp.service_name_prefix = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.237798] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.enforce_new_defaults = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.238087] env[66633]: WARNING oslo_config.cfg [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 533.238240] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.enforce_scope = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.238383] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.policy_default_rule = default {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.238531] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.238670] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.238808] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.238938] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.239078] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.239209] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.239339] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.239503] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.239663] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.239811] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] agent.extensions = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.239953] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.240107] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] service_providers.service_provider = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.240250] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.default_quota = -1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.240390] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.240521] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_floatingip = 50 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.240650] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_network = 100 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.240778] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_port = 500 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.240904] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.241040] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_router = 10 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.241169] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_security_group = 10 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.241298] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.241427] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.quota_subnet = 100 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.241554] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] QUOTAS.track_quota_usage = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.241694] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.241823] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep.group = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.241950] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep.helper_command = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.242091] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep.log_daemon_traceback = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.242225] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.242354] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep.thread_pool_size = 8 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.242479] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep.user = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.242618] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.242742] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_dhcp_release.group = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.242867] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_dhcp_release.helper_command = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.242995] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.243139] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.243270] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.243396] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_dhcp_release.user = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.243532] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.243657] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_ovs_vsctl.group = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.243783] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.243912] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.244057] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.244190] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.244320] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_ovs_vsctl.user = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.244456] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_namespace.capabilities = [21] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.244609] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_namespace.group = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.244740] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_namespace.helper_command = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.244871] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.245010] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.245150] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.245317] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_namespace.user = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.245462] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_conntrack.capabilities = [12] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.245590] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_conntrack.group = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.245717] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_conntrack.helper_command = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.245845] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.245978] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.246121] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.246268] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_conntrack.user = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.246414] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_link.capabilities = [12, 21] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.246541] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_link.group = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.246664] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_link.helper_command = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.246794] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_link.log_daemon_traceback = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.246926] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.247065] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_link.thread_pool_size = 8 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.247192] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] privsep_link.user = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.247344] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.247489] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.247624] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.continue_on_failed_promotions = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.247754] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.dscp = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.247889] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.dscp_inherit = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.248037] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.force_mp_to_policy = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.248169] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.locking_coordinator_url = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.248300] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.log_agent_heartbeats = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.248430] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.logging_expire = 1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.248565] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.248696] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.248833] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.polling_interval = 240 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.248966] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.249115] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.249257] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.report_interval = 30.0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.249397] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.249532] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.249669] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.249804] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.sync_skew = 60 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.249938] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.synchronization_queue_size = 20 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.250081] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT.use_helper_for_ns_read = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.250221] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] SECURITYGROUP.enable_ipset = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.250363] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] SECURITYGROUP.enable_security_group = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.250499] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.250639] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.250776] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] experimental.ipv6_pd_enabled = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.250929] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.extension_drivers = ['port_security'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.251071] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.external_network_type = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.251220] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.251360] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.overlay_ip_version = 4 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.251498] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.path_mtu = 8950 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.251633] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.physical_network_mtus = {} {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.251774] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.251913] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.252064] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ml2.type_drivers = ['vlan'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.252206] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.252337] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.252468] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.252610] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.252748] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.252883] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.253040] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.253169] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.253304] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.253502] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.253650] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_login_password = **** {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.253794] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.253930] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_login_user = admin {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.254082] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.254223] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.254358] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.254487] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.254624] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.254768] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.254916] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.255053] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.255204] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.255361] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.255507] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.255643] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.255782] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.255976] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.256132] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.256294] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.256434] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.256573] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.auth_section = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.256718] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.auth_type = password {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.256858] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.256988] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.certfile = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.257133] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.collect_timing = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.257270] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.endpoint_type = public {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.257401] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.insecure = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.257533] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.keyfile = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.257671] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.region_name = RegionOne {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.257801] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.split_loggers = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.257930] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] nova.timeout = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.258077] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.auth_section = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.258221] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.auth_type = password {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.258359] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.258489] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.certfile = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.258621] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.collect_timing = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.258758] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.endpoint_type = public {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.258887] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.insecure = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.259024] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.keyfile = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.259152] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.region_name = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.259281] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.split_loggers = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.259408] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] placement.timeout = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.259541] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.auth_section = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.259671] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.auth_type = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.259798] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.cafile = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.259926] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.certfile = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.260071] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.collect_timing = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.260201] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.connect_retries = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.260333] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.connect_retry_delay = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.260461] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.enable_notifications = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.260589] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.endpoint_override = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.260721] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.insecure = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.260848] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.interface = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.260976] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.keyfile = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.261119] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.max_version = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.261249] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.min_version = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.261379] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.region_name = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.261509] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.retriable_status_codes = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.261638] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.service_name = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.261765] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.service_type = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.261897] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.split_loggers = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.262035] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.status_code_retries = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.262166] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.status_code_retry_delay = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.262298] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.timeout = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.262429] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.valid_interfaces = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.262559] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ironic.version = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.262698] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] cli_script.dry_run = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.262845] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.262980] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.263129] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.263262] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.263391] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.263518] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.263649] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.263783] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.263956] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.264115] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.264249] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.264392] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.264531] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.264671] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.264838] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.265109] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.265302] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.265445] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.265591] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.265746] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.265892] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.266037] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.266176] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.266322] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.266443] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.266575] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.266706] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.266838] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.266970] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.267125] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.267269] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.ssl = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.267414] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.267552] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.267685] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.267823] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.267960] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.268104] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.268248] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_notifications.driver = [] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.268385] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_notifications.retry = -1 {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.268535] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.268676] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.268792] env[66633]: DEBUG oslo_service.backend._eventlet.service [None req-33e6dbb3-a804-4e49-a02a-889770633e74 None None] ******************************************************************************** {{(pid=66633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.269910] env[66633]: DEBUG neutron.agent.securitygroups_rpc [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Init firewall settings (driver=nsxv3) {{(pid=66633) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 533.271247] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66633) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 533.271488] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] RPC agent_id: nsxm-l-01a.corp.local [ 533.273751] env[66633]: DEBUG dogpile.cache.region [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.273859] env[66633]: DEBUG dogpile.lock [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 533.273955] env[66633]: DEBUG dogpile.lock [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 533.274061] env[66633]: DEBUG dogpile.lock [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 533.274154] env[66633]: DEBUG dogpile.cache.region [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.274241] env[66633]: DEBUG dogpile.lock [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 533.274362] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 533.307045] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Session token - acquiring [ 533.308595] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.308762] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.308861] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.309338] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.320287] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.603661] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 533.625513] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 533.625676] env[66633]: DEBUG dogpile.cache.region [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Cache value generated in 0.351 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 533.625801] env[66633]: DEBUG dogpile.lock [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 533.625868] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Activating Policy API Provider. [ 533.626125] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Looking for the default Infrastructure Rules. [ 533.694120] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Looking for the Default Layer3 Logged Drop Section. [ 533.711553] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 533.712012] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.712198] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.712300] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.712592] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.712920] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.230069] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.731306] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.233375] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Inventory metadata is going to be refreshed. [ 535.233907] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.011270] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.011535] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.011535] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.011872] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.024392] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.025421] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.026152] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.044996] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.045296] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.045296] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.045710] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.045867] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.046056] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.046205] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.046384] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.067190] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.067430] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.067472] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.067885] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.068109] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.068294] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.092014] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.092264] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.092305] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.092715] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.092903] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.093101] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.113632] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.113832] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.113934] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.114315] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.114504] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.114685] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.114814] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.114940] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.135516] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.135810] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.135893] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.136248] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.136436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.136616] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.136742] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.136870] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.157152] env[66633]: DEBUG networking_nsxv3.common.locking [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.157390] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.157452] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.157785] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.157960] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.158154] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.158282] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.158407] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Inventory metadata have been refreshed. [ 536.158526] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Dryrun:True. Metadata refresh completed. [ 536.158664] env[66633]: DEBUG oslo_concurrency.lockutils [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Releasing lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.160340] env[66633]: INFO neutron.agent.agent_extensions_manager [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Loaded agent extensions: [] [ 536.161115] env[66633]: DEBUG neutron_lib.callbacks.manager [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66633) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 536.210813] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent RPC Daemon Started! [ 536.211012] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:0 started [ 536.211184] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent out of sync with plugin! [ 541.161800] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.162229] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.163976] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.163976] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.164554] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.164910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.164910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.165203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.165506] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.166484] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.166568] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.210527] env[66633]: INFO networking_nsxv3.common.synchronization [None req-70b018fa-0226-454f-8839-9bc65f84468e demo admin] Enqueued Resource ID: dcc0f217-5d54-4b99-a21c-99f27800b5b7 with Priority: HIGHEST for action security_group_rules [ 551.211028] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc0f217-5d54-4b99-a21c-99f27800b5b7 with Priority: HIGHEST for action security_group_rules [ 551.211325] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcc0f217-5d54-4b99-a21c-99f27800b5b7 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.211450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcc0f217-5d54-4b99-a21c-99f27800b5b7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.211571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcc0f217-5d54-4b99-a21c-99f27800b5b7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.211760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcc0f217-5d54-4b99-a21c-99f27800b5b7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.211840] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcc0f217-5d54-4b99-a21c-99f27800b5b7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.667973] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.731459] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.731722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.731722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.731948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.732057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.732151] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc0f217-5d54-4b99-a21c-99f27800b5b7 already deleted. [ 551.732256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcc0f217-5d54-4b99-a21c-99f27800b5b7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.170138] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.672427] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 552.672624] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 553.396781] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.397223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.397223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.397223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.409634] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 553.410479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.411156] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 553.429748] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.429960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.429960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.430179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.430260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.430381] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 553.430454] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.430527] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 553.449270] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.449499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.449499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.449681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.449814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.449920] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 553.472126] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.472360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.472360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.472539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.472645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.472758] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 553.490500] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.490734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.490734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.490903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.491010] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.491135] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 553.491209] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.491281] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 553.507183] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.507391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.507391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.507596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.507684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.507811] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 553.507893] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.507965] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 553.528076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.528309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.528309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.528494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.528601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.528763] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 553.528879] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 553.528942] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 553.529047] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 553.529131] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 553.529191] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 553.529254] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 553.529521] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 553.529604] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 553.529675] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 553.547946] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.548141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.548141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.548364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.548468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.548573] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 553.567352] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.567509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.567509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.567681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.567785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.580408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.212601] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.213114] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.213694] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.214093] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.214581] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.214976] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.215159] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.215570] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.436627] env[66633]: INFO networking_nsxv3.common.synchronization [None req-026486ea-a94f-4040-b753-b136c3e672fc None None] Enqueued Resource ID: 5683b386-c701-4606-833a-5552d5342ba2 with Priority: HIGHEST for action port [ 575.437013] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683b386-c701-4606-833a-5552d5342ba2 with Priority: HIGHEST for action port [ 575.437447] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5683b386-c701-4606-833a-5552d5342ba2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.437580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5683b386-c701-4606-833a-5552d5342ba2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.437651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5683b386-c701-4606-833a-5552d5342ba2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.437880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5683b386-c701-4606-833a-5552d5342ba2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.437955] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5683b386-c701-4606-833a-5552d5342ba2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.940604] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5683b386-c701-4606-833a-5552d5342ba2 [ 575.940842] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.940980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.941063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.941274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.941364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.941459] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5683b386-c701-4606-833a-5552d5342ba2 already deleted. [ 575.941537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5683b386-c701-4606-833a-5552d5342ba2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.484383] env[66633]: INFO networking_nsxv3.common.synchronization [None req-43c787ee-4dda-405b-879c-fe682b6e4c68 None None] Enqueued Resource ID: 7ef77431-f830-40d9-989f-2e648a6f04b5 with Priority: HIGHEST for action port [ 577.484701] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef77431-f830-40d9-989f-2e648a6f04b5 with Priority: HIGHEST for action port [ 577.485236] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ef77431-f830-40d9-989f-2e648a6f04b5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.485362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ef77431-f830-40d9-989f-2e648a6f04b5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.485419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ef77431-f830-40d9-989f-2e648a6f04b5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.485659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ef77431-f830-40d9-989f-2e648a6f04b5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.485765] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ef77431-f830-40d9-989f-2e648a6f04b5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.989095] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ef77431-f830-40d9-989f-2e648a6f04b5 [ 577.989883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.989883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.989883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.990202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.990412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.990480] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ef77431-f830-40d9-989f-2e648a6f04b5 already deleted. [ 577.990613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ef77431-f830-40d9-989f-2e648a6f04b5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.038476] env[66633]: INFO networking_nsxv3.common.synchronization [None req-aef9fddc-5960-4a22-8cc2-d5d026124dd8 None None] Enqueued Resource ID: 3f58a263-dbaf-4c17-993f-16053c25f893 with Priority: HIGHEST for action port [ 579.039031] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58a263-dbaf-4c17-993f-16053c25f893 with Priority: HIGHEST for action port [ 579.039332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f58a263-dbaf-4c17-993f-16053c25f893 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.039453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f58a263-dbaf-4c17-993f-16053c25f893" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.039521] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f58a263-dbaf-4c17-993f-16053c25f893" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.039766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f58a263-dbaf-4c17-993f-16053c25f893" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.039852] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f58a263-dbaf-4c17-993f-16053c25f893',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.542176] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f58a263-dbaf-4c17-993f-16053c25f893 [ 579.542432] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.542574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.542643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.542936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.542936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.543050] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f58a263-dbaf-4c17-993f-16053c25f893 already deleted. [ 579.543127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f58a263-dbaf-4c17-993f-16053c25f893" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.666847] env[66633]: INFO networking_nsxv3.common.synchronization [None req-a388ffe1-38b7-4c86-8948-8c597849a5aa None None] Enqueued Resource ID: ceee730b-4bf9-43fd-b6af-f24284f795c4 with Priority: HIGHEST for action port [ 580.667452] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceee730b-4bf9-43fd-b6af-f24284f795c4 with Priority: HIGHEST for action port [ 580.667819] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceee730b-4bf9-43fd-b6af-f24284f795c4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.667885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceee730b-4bf9-43fd-b6af-f24284f795c4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.667916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceee730b-4bf9-43fd-b6af-f24284f795c4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.669784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceee730b-4bf9-43fd-b6af-f24284f795c4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.669885] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceee730b-4bf9-43fd-b6af-f24284f795c4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.174060] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceee730b-4bf9-43fd-b6af-f24284f795c4 [ 581.175049] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.175187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.175261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.175589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.175589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.175672] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceee730b-4bf9-43fd-b6af-f24284f795c4 already deleted. [ 581.175742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceee730b-4bf9-43fd-b6af-f24284f795c4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.965148] env[66633]: INFO networking_nsxv3.common.synchronization [None req-8c5fff59-9691-4ca0-b310-c45c053563ba None None] Enqueued Resource ID: 8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef with Priority: HIGHEST for action port [ 581.965148] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef with Priority: HIGHEST for action port [ 581.965452] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.965452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.965452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.966300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.966300] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.468433] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef [ 582.468749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.468866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.468866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.469088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.469185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.469303] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef already deleted. [ 582.469391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f28c0e9-1dc0-4b7b-998e-cbaa2ba475ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.477647] env[66633]: INFO networking_nsxv3.common.synchronization [None req-3a937305-4f86-4def-af55-bef0b89b7551 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 583.478261] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 583.479502] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.479502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.479502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.479502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.479502] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.004842] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.004842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.004842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.004842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.005324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.005532] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 already deleted. [ 584.005736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.231790] env[66633]: INFO networking_nsxv3.common.synchronization [None req-cc058eb3-e117-4612-bd8b-09e536b89693 None None] Enqueued Resource ID: fa57e463-0103-476e-9aa4-fea6addd4112 with Priority: HIGHEST for action port [ 584.233102] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa57e463-0103-476e-9aa4-fea6addd4112 with Priority: HIGHEST for action port [ 584.233556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa57e463-0103-476e-9aa4-fea6addd4112 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.233736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa57e463-0103-476e-9aa4-fea6addd4112" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.233841] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa57e463-0103-476e-9aa4-fea6addd4112" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.234152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa57e463-0103-476e-9aa4-fea6addd4112" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.234999] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa57e463-0103-476e-9aa4-fea6addd4112',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.281426] env[66633]: INFO networking_nsxv3.common.synchronization [None req-d6868e9c-1d58-499d-bcb5-226b87741df7 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 584.281892] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 584.282188] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.282315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.282763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.283055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.283146] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.737204] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa57e463-0103-476e-9aa4-fea6addd4112 [ 584.737509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.737599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.737721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.737866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.737956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.738063] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa57e463-0103-476e-9aa4-fea6addd4112 already deleted. [ 584.738151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa57e463-0103-476e-9aa4-fea6addd4112" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.828604] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.829067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.829067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.829241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.829332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.829752] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 already deleted. [ 584.829752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.114048] env[66633]: INFO networking_nsxv3.common.synchronization [None req-4177b13d-9b68-4f69-8fa2-2ffc69ec01a6 None None] Enqueued Resource ID: e2bed425-8c06-4c70-9d1e-84c77e180cb2 with Priority: HIGHEST for action port [ 585.114708] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2bed425-8c06-4c70-9d1e-84c77e180cb2 with Priority: HIGHEST for action port [ 585.115017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2bed425-8c06-4c70-9d1e-84c77e180cb2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.115190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2bed425-8c06-4c70-9d1e-84c77e180cb2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.115247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2bed425-8c06-4c70-9d1e-84c77e180cb2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.115690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2bed425-8c06-4c70-9d1e-84c77e180cb2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.115690] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2bed425-8c06-4c70-9d1e-84c77e180cb2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.564685] env[66633]: INFO networking_nsxv3.common.synchronization [None req-1f964cd7-af63-4e8d-8886-54d644eb7231 None None] Enqueued Resource ID: 9e91ff62-37fe-477a-bee7-1987b96c4d37 with Priority: HIGHEST for action port [ 585.565272] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e91ff62-37fe-477a-bee7-1987b96c4d37 with Priority: HIGHEST for action port [ 585.565530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e91ff62-37fe-477a-bee7-1987b96c4d37 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.565785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e91ff62-37fe-477a-bee7-1987b96c4d37" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.565785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e91ff62-37fe-477a-bee7-1987b96c4d37" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.565983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e91ff62-37fe-477a-bee7-1987b96c4d37" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.566244] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e91ff62-37fe-477a-bee7-1987b96c4d37',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.619400] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2bed425-8c06-4c70-9d1e-84c77e180cb2 [ 585.620118] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.620118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.620118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.620118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.620286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.620286] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2bed425-8c06-4c70-9d1e-84c77e180cb2 already deleted. [ 585.620343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2bed425-8c06-4c70-9d1e-84c77e180cb2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.793776] env[66633]: INFO networking_nsxv3.common.synchronization [None req-f814e082-587d-41ee-9165-6a19987294fd None None] Enqueued Resource ID: 63abf0d2-cbb9-4201-a969-8f6af3e22fd2 with Priority: HIGHEST for action port [ 585.794241] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf0d2-cbb9-4201-a969-8f6af3e22fd2 with Priority: HIGHEST for action port [ 585.795130] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-63abf0d2-cbb9-4201-a969-8f6af3e22fd2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.795419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63abf0d2-cbb9-4201-a969-8f6af3e22fd2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.795652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63abf0d2-cbb9-4201-a969-8f6af3e22fd2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.796213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63abf0d2-cbb9-4201-a969-8f6af3e22fd2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.796946] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63abf0d2-cbb9-4201-a969-8f6af3e22fd2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.070516] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e91ff62-37fe-477a-bee7-1987b96c4d37 [ 586.071344] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.071344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.071344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.071344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.071344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.071579] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e91ff62-37fe-477a-bee7-1987b96c4d37 already deleted. [ 586.071579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e91ff62-37fe-477a-bee7-1987b96c4d37" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.259119] env[66633]: INFO networking_nsxv3.common.synchronization [None req-2c382f54-c3c6-4fc1-a3d5-87c48cf1471f None None] Enqueued Resource ID: dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3 with Priority: HIGHEST for action port [ 586.259119] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3 with Priority: HIGHEST for action port [ 586.259700] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.259793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.259793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.262446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.265358] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.299319] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63abf0d2-cbb9-4201-a969-8f6af3e22fd2 [ 586.299884] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.301308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.301308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.301308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.301308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.302213] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63abf0d2-cbb9-4201-a969-8f6af3e22fd2 already deleted. [ 586.302213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63abf0d2-cbb9-4201-a969-8f6af3e22fd2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.768328] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3 [ 586.768328] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.768328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.768328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.768328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.768328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.768328] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3 already deleted. [ 586.768328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8a8b35-0f7b-4a38-b01f-dc6604c0d5e3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.848313] env[66633]: INFO networking_nsxv3.common.synchronization [None req-da71907b-0d36-44da-bd08-0c8e8efd5d65 None None] Enqueued Resource ID: 504ab78a-7b7e-49ae-9550-83a98da6822b with Priority: HIGHEST for action port [ 587.848860] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504ab78a-7b7e-49ae-9550-83a98da6822b with Priority: HIGHEST for action port [ 587.849209] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-504ab78a-7b7e-49ae-9550-83a98da6822b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.849393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-504ab78a-7b7e-49ae-9550-83a98da6822b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.849499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-504ab78a-7b7e-49ae-9550-83a98da6822b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.849839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-504ab78a-7b7e-49ae-9550-83a98da6822b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.850908] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('504ab78a-7b7e-49ae-9550-83a98da6822b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.354550] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 504ab78a-7b7e-49ae-9550-83a98da6822b [ 588.354550] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.354550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.354550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.354952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.354952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.354952] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:504ab78a-7b7e-49ae-9550-83a98da6822b already deleted. [ 588.355062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-504ab78a-7b7e-49ae-9550-83a98da6822b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.769737] env[66633]: INFO networking_nsxv3.common.synchronization [None req-a2792273-2860-4d5d-ada1-eda83c1a4b83 None None] Enqueued Resource ID: fdae8484-b12c-4c88-8a1c-837e4caf2600 with Priority: HIGHEST for action port [ 588.769981] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdae8484-b12c-4c88-8a1c-837e4caf2600 with Priority: HIGHEST for action port [ 588.770116] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdae8484-b12c-4c88-8a1c-837e4caf2600 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.770533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdae8484-b12c-4c88-8a1c-837e4caf2600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.770533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdae8484-b12c-4c88-8a1c-837e4caf2600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.770533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdae8484-b12c-4c88-8a1c-837e4caf2600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.770661] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdae8484-b12c-4c88-8a1c-837e4caf2600',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.278490] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdae8484-b12c-4c88-8a1c-837e4caf2600 [ 589.278490] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.278490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.278490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.278490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.278490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.278490] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdae8484-b12c-4c88-8a1c-837e4caf2600 already deleted. [ 589.278490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdae8484-b12c-4c88-8a1c-837e4caf2600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.068519] env[66633]: INFO networking_nsxv3.common.synchronization [None req-9e9354ce-d256-4144-9b1f-56e6822d452f None None] Enqueued Resource ID: 755d98d8-8406-4fa1-aa30-6c843c39bf6a with Priority: HIGHEST for action port [ 590.069047] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755d98d8-8406-4fa1-aa30-6c843c39bf6a with Priority: HIGHEST for action port [ 590.069755] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-755d98d8-8406-4fa1-aa30-6c843c39bf6a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.069755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755d98d8-8406-4fa1-aa30-6c843c39bf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.069755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755d98d8-8406-4fa1-aa30-6c843c39bf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.069755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755d98d8-8406-4fa1-aa30-6c843c39bf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.070177] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755d98d8-8406-4fa1-aa30-6c843c39bf6a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.573279] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 755d98d8-8406-4fa1-aa30-6c843c39bf6a [ 590.573573] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.574224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.575091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.575091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.575091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.575091] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:755d98d8-8406-4fa1-aa30-6c843c39bf6a already deleted. [ 590.575091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755d98d8-8406-4fa1-aa30-6c843c39bf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.889521] env[66633]: INFO networking_nsxv3.common.synchronization [None req-a1e20a90-0d0e-46d6-8386-6d4094a47b25 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_rules [ 590.889657] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_rules [ 590.890115] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.891279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.891279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.894824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.894824] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.897715] env[66633]: INFO networking_nsxv3.common.synchronization [None req-efd75aca-7a39-4c4d-9be6-28cb71701187 None None] Enqueued Resource ID: 0a50e634-bea0-417c-b840-2b1e83d1108b with Priority: HIGHEST for action port [ 590.899724] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a50e634-bea0-417c-b840-2b1e83d1108b with Priority: HIGHEST for action port [ 590.899724] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a50e634-bea0-417c-b840-2b1e83d1108b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.899724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a50e634-bea0-417c-b840-2b1e83d1108b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.899724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a50e634-bea0-417c-b840-2b1e83d1108b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.899724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a50e634-bea0-417c-b840-2b1e83d1108b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.899724] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a50e634-bea0-417c-b840-2b1e83d1108b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.017405] env[66633]: INFO networking_nsxv3.common.synchronization [None req-ee19dca0-c11f-4650-a93f-3c4f1896e27e tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_rules [ 591.017405] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_rules [ 591.017405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.017405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.401642] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a50e634-bea0-417c-b840-2b1e83d1108b [ 591.401898] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.402070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.402146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.402362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.402498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.402577] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a50e634-bea0-417c-b840-2b1e83d1108b already deleted. [ 591.402707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a50e634-bea0-417c-b840-2b1e83d1108b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.415552] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.415669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.415738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.416242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.416242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.416242] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 already deleted. [ 591.416384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.417080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.417173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.417265] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.746419] env[66633]: INFO networking_nsxv3.common.synchronization [None req-bfc46336-adb3-4aaa-adcd-ce0e0e959546 tempest-ServersTestBootFromVolume-715147514 tempest-ServersTestBootFromVolume-715147514-project-member] Enqueued Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_rules [ 591.746419] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_rules [ 591.746419] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3950361a-12af-4ef7-a73b-663319257ffc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.746419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.746419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.748478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.752128] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.911885] env[66633]: INFO networking_nsxv3.common.synchronization [None req-319d44f6-ba43-48aa-a038-e8dbb6aff0e9 tempest-ServersTestBootFromVolume-715147514 tempest-ServersTestBootFromVolume-715147514-project-member] Enqueued Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_rules [ 591.912457] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_rules [ 591.912926] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3950361a-12af-4ef7-a73b-663319257ffc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.912926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.942576] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.942674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.942738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.943039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.943146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.943237] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 already deleted. [ 591.943347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.081924] env[66633]: INFO networking_nsxv3.common.synchronization [None req-be24b7b5-7075-4ec0-aec0-69acbcf32ea4 None None] Enqueued Resource ID: 8d7d8ff3-7304-45e3-a890-16a978f8e15c with Priority: HIGHEST for action port [ 592.082735] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7d8ff3-7304-45e3-a890-16a978f8e15c with Priority: HIGHEST for action port [ 592.083438] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d7d8ff3-7304-45e3-a890-16a978f8e15c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.083684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d7d8ff3-7304-45e3-a890-16a978f8e15c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.083956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d7d8ff3-7304-45e3-a890-16a978f8e15c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.084333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d7d8ff3-7304-45e3-a890-16a978f8e15c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.084581] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7d8ff3-7304-45e3-a890-16a978f8e15c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.278184] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.278184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.278184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.278476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.278476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.278476] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3950361a-12af-4ef7-a73b-663319257ffc already deleted. [ 592.278476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.278633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.278833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.278833] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.587555] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d7d8ff3-7304-45e3-a890-16a978f8e15c [ 592.587810] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.588024] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.588067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.588315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.588381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.588460] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d7d8ff3-7304-45e3-a890-16a978f8e15c already deleted. [ 592.588539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d7d8ff3-7304-45e3-a890-16a978f8e15c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.707381] env[66633]: INFO networking_nsxv3.common.synchronization [None req-3adbffd0-46f0-43c8-bd5b-708488fbe9ba None None] Enqueued Resource ID: c446f1fb-dddb-4a49-96b6-e166f816874d with Priority: HIGHEST for action port [ 592.707381] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c446f1fb-dddb-4a49-96b6-e166f816874d with Priority: HIGHEST for action port [ 592.709982] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c446f1fb-dddb-4a49-96b6-e166f816874d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.709982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c446f1fb-dddb-4a49-96b6-e166f816874d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.709982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c446f1fb-dddb-4a49-96b6-e166f816874d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.709982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c446f1fb-dddb-4a49-96b6-e166f816874d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.709982] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c446f1fb-dddb-4a49-96b6-e166f816874d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.805981] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.805981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.805981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.806428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.806428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.806428] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3950361a-12af-4ef7-a73b-663319257ffc already deleted. [ 592.806518] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.201461] env[66633]: INFO networking_nsxv3.common.synchronization [None req-f5c9ac57-f35a-4b3f-9475-f3548fd541a5 None None] Enqueued Resource ID: 7fcb4eea-6d75-4305-8f80-a7a492efb826 with Priority: HIGHEST for action port [ 593.202019] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcb4eea-6d75-4305-8f80-a7a492efb826 with Priority: HIGHEST for action port [ 593.202331] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fcb4eea-6d75-4305-8f80-a7a492efb826 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.202453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fcb4eea-6d75-4305-8f80-a7a492efb826" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.202523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fcb4eea-6d75-4305-8f80-a7a492efb826" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.202765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fcb4eea-6d75-4305-8f80-a7a492efb826" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.204272] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fcb4eea-6d75-4305-8f80-a7a492efb826',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.213494] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c446f1fb-dddb-4a49-96b6-e166f816874d [ 593.213716] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.213871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.214083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.214360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.214462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.214566] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c446f1fb-dddb-4a49-96b6-e166f816874d already deleted. [ 593.214648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c446f1fb-dddb-4a49-96b6-e166f816874d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.709504] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fcb4eea-6d75-4305-8f80-a7a492efb826 [ 593.709504] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.709504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.709504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.709504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.709504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.709504] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fcb4eea-6d75-4305-8f80-a7a492efb826 already deleted. [ 593.709504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fcb4eea-6d75-4305-8f80-a7a492efb826" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.332900] env[66633]: INFO networking_nsxv3.common.synchronization [None req-4d9d1c62-8d8c-4ce9-9ede-715271a78c90 None None] Enqueued Resource ID: f4ed558e-b96c-46e7-87db-a5112db4129a with Priority: HIGHEST for action port [ 594.332900] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ed558e-b96c-46e7-87db-a5112db4129a with Priority: HIGHEST for action port [ 594.333201] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ed558e-b96c-46e7-87db-a5112db4129a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.333415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ed558e-b96c-46e7-87db-a5112db4129a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.333415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ed558e-b96c-46e7-87db-a5112db4129a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.333619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ed558e-b96c-46e7-87db-a5112db4129a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.333701] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ed558e-b96c-46e7-87db-a5112db4129a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.838602] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4ed558e-b96c-46e7-87db-a5112db4129a [ 594.839176] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.839246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.839299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.839523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.839613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.839706] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4ed558e-b96c-46e7-87db-a5112db4129a already deleted. [ 594.839788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ed558e-b96c-46e7-87db-a5112db4129a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.057112] env[66633]: INFO networking_nsxv3.common.synchronization [req-da39e1db-d901-4a0c-b884-04e0a70fec6d req-91807a42-6ad7-4c45-b315-ea86b9d068fc tempest-ServersAdminNegativeTestJSON-925087884 tempest-ServersAdminNegativeTestJSON-925087884-project-member] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 596.057615] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 596.057970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.058113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.058187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.058453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.058605] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.058706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.058770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.058996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.058996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.060734] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.173335] env[66633]: INFO networking_nsxv3.common.synchronization [None req-37665bba-8b3b-4090-8017-02ea8cfd8f3a None None] Enqueued Resource ID: 50e70197-739a-4ff8-9e07-e3dd7202eee1 with Priority: HIGHEST for action port [ 596.174261] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e70197-739a-4ff8-9e07-e3dd7202eee1 with Priority: HIGHEST for action port [ 596.174570] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e70197-739a-4ff8-9e07-e3dd7202eee1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.174703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e70197-739a-4ff8-9e07-e3dd7202eee1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.174774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e70197-739a-4ff8-9e07-e3dd7202eee1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.175042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e70197-739a-4ff8-9e07-e3dd7202eee1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.175131] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e70197-739a-4ff8-9e07-e3dd7202eee1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.565437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.565779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.565779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.566090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.566090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.566247] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.566373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.566404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.566558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.566634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.566715] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a already deleted. [ 596.566791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.678088] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50e70197-739a-4ff8-9e07-e3dd7202eee1 [ 596.678963] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.679424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.681394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.681714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.681814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.681922] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50e70197-739a-4ff8-9e07-e3dd7202eee1 already deleted. [ 596.682351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e70197-739a-4ff8-9e07-e3dd7202eee1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.095924] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.096476] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.096626] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.100690] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.100690] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.100690] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.100690] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.100690] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.100690] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.100690] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.100690] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.100690] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.100690] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.100690] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.100690] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.100690] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.136448] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.136448] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.136448] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.136448] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.136448] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-299c5232-c897-4695-ba05-63816ad97587 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.136448] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-299c5232-c897-4695-ba05-63816ad97587" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.136448] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-299c5232-c897-4695-ba05-63816ad97587" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.139984] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-299c5232-c897-4695-ba05-63816ad97587" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.139984] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299c5232-c897-4695-ba05-63816ad97587',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.641135] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.641379] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.641503] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.641778] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.644030] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.644030] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 299c5232-c897-4695-ba05-63816ad97587 not found, creating... [ 597.644030] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.644030] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.644030] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.644030] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.644030] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.644030] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.644030] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.644030] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.644551] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.644551] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.644551] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 299c5232-c897-4695-ba05-63816ad97587 is going to be created. [ 597.671909] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.672255] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.672354] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.672649] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.673050] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.673126] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-299c5232-c897-4695-ba05-63816ad97587" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.035503] env[66633]: INFO networking_nsxv3.common.synchronization [None req-9c05239b-0163-4e92-b63c-3665064c9424 None None] Enqueued Resource ID: 1aea7b6e-5e9c-4690-815d-f7a55c2174fc with Priority: HIGHEST for action port [ 598.035503] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aea7b6e-5e9c-4690-815d-f7a55c2174fc with Priority: HIGHEST for action port [ 598.035503] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aea7b6e-5e9c-4690-815d-f7a55c2174fc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.035503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aea7b6e-5e9c-4690-815d-f7a55c2174fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.035503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aea7b6e-5e9c-4690-815d-f7a55c2174fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.035503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aea7b6e-5e9c-4690-815d-f7a55c2174fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.035503] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aea7b6e-5e9c-4690-815d-f7a55c2174fc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.537872] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aea7b6e-5e9c-4690-815d-f7a55c2174fc [ 598.538170] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.538300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.538410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.538661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.538783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.540097] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aea7b6e-5e9c-4690-815d-f7a55c2174fc already deleted. [ 598.540279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aea7b6e-5e9c-4690-815d-f7a55c2174fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.796636] env[66633]: INFO networking_nsxv3.common.synchronization [req-da39e1db-d901-4a0c-b884-04e0a70fec6d req-d5914529-6023-4954-85dc-99077cc97c91 service nova] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_rules [ 598.796845] env[66633]: INFO networking_nsxv3.common.synchronization [req-da39e1db-d901-4a0c-b884-04e0a70fec6d req-d5914529-6023-4954-85dc-99077cc97c91 service nova] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 598.797028] env[66633]: INFO networking_nsxv3.common.synchronization [req-da39e1db-d901-4a0c-b884-04e0a70fec6d req-d5914529-6023-4954-85dc-99077cc97c91 service nova] Enqueued Resource ID: 299c5232-c897-4695-ba05-63816ad97587 with Priority: HIGHEST for action port [ 598.797613] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_rules [ 598.797775] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 598.797898] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299c5232-c897-4695-ba05-63816ad97587 with Priority: HIGHEST for action port [ 598.798900] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.799738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.799738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.799862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.799957] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.802160] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.802321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.802393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.802624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.802790] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.802893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.802960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.803132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.803229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.803365] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.804818] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-299c5232-c897-4695-ba05-63816ad97587 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.804964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299c5232-c897-4695-ba05-63816ad97587" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.805044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299c5232-c897-4695-ba05-63816ad97587" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.805204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299c5232-c897-4695-ba05-63816ad97587" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.808035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299c5232-c897-4695-ba05-63816ad97587',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.307956] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.308121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.323701] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 299c5232-c897-4695-ba05-63816ad97587 with status ACTIVE [ 599.324608] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.324608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.324608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.324828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.324828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.325084] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.325466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.325466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.325662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.325714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.325966] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.326247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.326328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.327501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.327501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.327501] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 299c5232-c897-4695-ba05-63816ad97587 is going to be updated. [ 599.328292] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.358279] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.358466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.358538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.358754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.358892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.359064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299c5232-c897-4695-ba05-63816ad97587" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.488482] env[66633]: INFO networking_nsxv3.common.synchronization [None req-425179ec-4934-4c8b-af4c-b05cebc15e2f None None] Enqueued Resource ID: 2aab040a-8b0a-4e8f-ad58-afaeaf7630bf with Priority: HIGHEST for action port [ 599.489133] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aab040a-8b0a-4e8f-ad58-afaeaf7630bf with Priority: HIGHEST for action port [ 599.489288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aab040a-8b0a-4e8f-ad58-afaeaf7630bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.489408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aab040a-8b0a-4e8f-ad58-afaeaf7630bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.489474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aab040a-8b0a-4e8f-ad58-afaeaf7630bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.489717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aab040a-8b0a-4e8f-ad58-afaeaf7630bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.489799] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aab040a-8b0a-4e8f-ad58-afaeaf7630bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.631630] env[66633]: INFO networking_nsxv3.common.synchronization [req-fa77240a-3d4e-4cad-9d7b-3e2fae0c34b3 req-da065977-8bdd-4ad4-a0c6-f5849bc635fb tempest-DeleteServersAdminTestJSON-799002923 tempest-DeleteServersAdminTestJSON-799002923-project-member] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 599.632215] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 599.632532] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.632667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.632737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.633526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.635525] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.635525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.635525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.635525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.635525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.635525] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.830382] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.992295] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aab040a-8b0a-4e8f-ad58-afaeaf7630bf [ 599.992515] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.992720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.992804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.993056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.993123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.993211] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aab040a-8b0a-4e8f-ad58-afaeaf7630bf already deleted. [ 599.993411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aab040a-8b0a-4e8f-ad58-afaeaf7630bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.138768] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.139034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.139034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.139768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.139768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.139768] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.139768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.139921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.140048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.140162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.140302] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 already deleted. [ 600.140434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.338088] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.338274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.338330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.339331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.339331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.339331] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a is going to be created. [ 600.372718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.372868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.372938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.373167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.373404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.385350] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: UNINITIALIZED for 2s [ 600.401387] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.401610] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.401857] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.401989] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.402255] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.402757] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.403482] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.403482] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.403482] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.403634] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.403731] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.403836] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.403950] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.404067] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.404165] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.404337] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.429093] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.429296] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.429406] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.429582] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.429887] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-4cfa5039-a735-4dc8-a6c6-e00408097934 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.430064] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-4cfa5039-a735-4dc8-a6c6-e00408097934" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.430177] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-4cfa5039-a735-4dc8-a6c6-e00408097934" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.430776] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-4cfa5039-a735-4dc8-a6c6-e00408097934" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.430776] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cfa5039-a735-4dc8-a6c6-e00408097934',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.685388] env[66633]: INFO networking_nsxv3.common.synchronization [None req-0ee2ec23-5133-4896-b1de-29ca4cfedc6a tempest-VolumesAssistedSnapshotsTest-308578185 tempest-VolumesAssistedSnapshotsTest-308578185-project-member] Enqueued Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_rules [ 600.685901] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_rules [ 600.686624] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c926d36-be6b-4e75-a882-d8dd14a638f2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.686754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.686827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.687098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.687203] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.937022] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.937022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.937022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.937022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.937022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.937022] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 4cfa5039-a735-4dc8-a6c6-e00408097934 not found, creating... [ 600.937022] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.937022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.937022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.937022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.937022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.937640] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.937640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.937640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.937640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.937640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.937640] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 4cfa5039-a735-4dc8-a6c6-e00408097934 is going to be created. [ 600.959988] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.960260] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.960383] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.960661] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.960919] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.961115] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-4cfa5039-a735-4dc8-a6c6-e00408097934" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.207810] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.207957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.208041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.208495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.208495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.208495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 already deleted. [ 601.208646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.315871] env[66633]: INFO networking_nsxv3.common.synchronization [None req-fc744da3-3c06-4a7d-b1e2-7afaf5e1c538 None None] Enqueued Resource ID: ebced9d5-6981-4122-841f-2d4a971ff65a with Priority: HIGHEST for action port [ 601.317114] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebced9d5-6981-4122-841f-2d4a971ff65a with Priority: HIGHEST for action port [ 601.317577] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebced9d5-6981-4122-841f-2d4a971ff65a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.318165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebced9d5-6981-4122-841f-2d4a971ff65a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.318346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebced9d5-6981-4122-841f-2d4a971ff65a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.318642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebced9d5-6981-4122-841f-2d4a971ff65a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.318781] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebced9d5-6981-4122-841f-2d4a971ff65a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.765627] env[66633]: INFO networking_nsxv3.common.synchronization [req-fa77240a-3d4e-4cad-9d7b-3e2fae0c34b3 req-b632a1b4-96ce-4a8b-b4bf-b5b5d448a1dd service nova] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_rules [ 601.766059] env[66633]: INFO networking_nsxv3.common.synchronization [req-fa77240a-3d4e-4cad-9d7b-3e2fae0c34b3 req-b632a1b4-96ce-4a8b-b4bf-b5b5d448a1dd service nova] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 601.766059] env[66633]: INFO networking_nsxv3.common.synchronization [req-fa77240a-3d4e-4cad-9d7b-3e2fae0c34b3 req-b632a1b4-96ce-4a8b-b4bf-b5b5d448a1dd service nova] Enqueued Resource ID: 4cfa5039-a735-4dc8-a6c6-e00408097934 with Priority: HIGHEST for action port [ 601.766639] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_rules [ 601.766639] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 601.766844] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cfa5039-a735-4dc8-a6c6-e00408097934 with Priority: HIGHEST for action port [ 601.767164] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.767164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.767351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.767535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.767599] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.768496] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.768652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.768729] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.768942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.769121] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.769236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.769296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.769483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.769619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.769692] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.772485] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cfa5039-a735-4dc8-a6c6-e00408097934 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.772485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cfa5039-a735-4dc8-a6c6-e00408097934" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.772604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cfa5039-a735-4dc8-a6c6-e00408097934" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.772741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cfa5039-a735-4dc8-a6c6-e00408097934" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.772822] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cfa5039-a735-4dc8-a6c6-e00408097934',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.821282] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebced9d5-6981-4122-841f-2d4a971ff65a [ 601.821559] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.821688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.821753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.821970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.822080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.822796] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebced9d5-6981-4122-841f-2d4a971ff65a already deleted. [ 601.822796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebced9d5-6981-4122-841f-2d4a971ff65a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.998555] env[66633]: INFO networking_nsxv3.common.synchronization [None req-f76c6519-2e0d-4478-bc39-0fc6c9ee36de tempest-VolumesAssistedSnapshotsTest-308578185 tempest-VolumesAssistedSnapshotsTest-308578185-project-member] Enqueued Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_rules [ 602.000159] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_rules [ 602.000159] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c926d36-be6b-4e75-a882-d8dd14a638f2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.001022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.001380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.001460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.001725] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.274786] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.275819] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.278923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.278923] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cfa5039-a735-4dc8-a6c6-e00408097934 with status ACTIVE [ 602.278923] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.278923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.278923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.278923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.278923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.278923] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.278923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.278923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.278923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.279765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.279765] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.279765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.279765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.279765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.279765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.279765] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cfa5039-a735-4dc8-a6c6-e00408097934 is going to be updated. [ 602.304720] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.304885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.304944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.305231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.305387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.305806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cfa5039-a735-4dc8-a6c6-e00408097934" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.358578] env[66633]: INFO networking_nsxv3.common.synchronization [req-88aa5b10-6fb8-4b8a-962a-5701345241f5 req-93706cda-2924-4536-87a4-21f132e67139 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 602.359392] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 602.359783] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.359919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.359989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.360264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.360424] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.360525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.360587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.360894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.360894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.360986] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.400904] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: SUCCESS [ 602.400904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.400904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.400904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.400904] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.400904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.400904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.400904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.400904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.400904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.400904] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.527509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.527654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.527722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.527935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.528036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.528127] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 already deleted. [ 602.528205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.778510] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.865116] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.865116] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.865116] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 already deleted. [ 602.865116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.903033] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.903216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.903283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.903487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.903655] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.903748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.903807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.903952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.904081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.904173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.904319] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.904435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.904495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.904652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.904781] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.904868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.904927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.905067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.905143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.905224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.905312] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.133263] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.133456] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-568" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.133573] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-568" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.133882] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-568" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.135945] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.136160] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.136280] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.136516] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.136672] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.136877] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.136986] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.137106] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.137211] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.137316] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.137416] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.137606] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.158158] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.158415] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.158557] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.158724] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-568" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.159042] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.159214] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.159349] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.159677] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.159803] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.280886] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.284828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.284828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.284828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.284828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.284828] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 is going to be created. [ 603.313397] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.313673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.313911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.314119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.324695] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: UNINITIALIZED for 2s [ 603.408197] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebfb4114-f8eb-4b3f-9376-e0943ba3910a: rpc.has_security_group_logging(os_id): False [ 603.429025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.429025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.429025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.429025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.430228] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.430228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.430228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.430228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.430228] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a is going to be created. [ 603.493449] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.493449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.493449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.493449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.493449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.503707] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: IN_PROGRESS for 2s [ 603.612238] env[66633]: INFO networking_nsxv3.common.synchronization [None req-9d58a230-8a4b-4139-9282-74e4022b1626 None None] Enqueued Resource ID: dad42865-f765-496e-8734-66c58633f7c1 with Priority: HIGHEST for action port [ 603.612238] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad42865-f765-496e-8734-66c58633f7c1 with Priority: HIGHEST for action port [ 603.612238] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad42865-f765-496e-8734-66c58633f7c1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.612238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad42865-f765-496e-8734-66c58633f7c1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.612238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad42865-f765-496e-8734-66c58633f7c1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.612238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad42865-f765-496e-8734-66c58633f7c1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.612238] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad42865-f765-496e-8734-66c58633f7c1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.655976] env[66633]: INFO networking_nsxv3.common.synchronization [None req-69308487-885c-4652-b9e7-1cdeb1a63b6e None None] Enqueued Resource ID: cddda387-5355-4b52-8542-a51956bf9f14 with Priority: HIGHEST for action port [ 603.656597] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddda387-5355-4b52-8542-a51956bf9f14 with Priority: HIGHEST for action port [ 603.656964] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-cddda387-5355-4b52-8542-a51956bf9f14 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.657804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cddda387-5355-4b52-8542-a51956bf9f14" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.658290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cddda387-5355-4b52-8542-a51956bf9f14" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.658754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cddda387-5355-4b52-8542-a51956bf9f14" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.658917] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cddda387-5355-4b52-8542-a51956bf9f14',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.663120] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.663407] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.663633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.664125] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.664288] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.664537] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b not found, creating... [ 603.664942] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.665327] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.665465] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.665811] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.666104] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.666526] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.666807] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.667048] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.667359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.667553] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.667920] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b is going to be created. [ 603.688901] env[66633]: INFO networking_nsxv3.common.synchronization [req-b275f58a-c3d6-41b7-95e4-e9bf3584def3 req-863f7451-effb-419f-926f-c92c17855cc4 tempest-ServerDiagnosticsNegativeTest-496366813 tempest-ServerDiagnosticsNegativeTest-496366813-project-member] Enqueued Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGHEST for action security_group_members [ 603.689896] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGHEST for action security_group_members [ 603.691281] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.691768] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.691768] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.691879] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.692090] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.692276] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.693036] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f35207-b631-43d8-9917-7b7a5d264d5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.693200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.693262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.693464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.693617] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.693716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.693777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.694284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.694284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.694284] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.115425] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad42865-f765-496e-8734-66c58633f7c1 [ 604.115768] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.115946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.116054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.116381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.116437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.116522] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad42865-f765-496e-8734-66c58633f7c1 already deleted. [ 604.116623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad42865-f765-496e-8734-66c58633f7c1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.169735] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cddda387-5355-4b52-8542-a51956bf9f14 [ 604.169958] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.171182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.171256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.171474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.171563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.171659] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cddda387-5355-4b52-8542-a51956bf9f14 already deleted. [ 604.171737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cddda387-5355-4b52-8542-a51956bf9f14" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.196541] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.196653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.196653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.196870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.196953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.200326] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.200477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.200543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.200750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.200835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.200926] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f35207-b631-43d8-9917-7b7a5d264d5a already deleted. [ 604.201016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.453399] env[66633]: INFO networking_nsxv3.common.synchronization [req-88aa5b10-6fb8-4b8a-962a-5701345241f5 req-c28bf632-7374-40db-a593-efbfe65a1eeb service nova] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 604.453588] env[66633]: INFO networking_nsxv3.common.synchronization [req-88aa5b10-6fb8-4b8a-962a-5701345241f5 req-c28bf632-7374-40db-a593-efbfe65a1eeb service nova] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 604.453718] env[66633]: INFO networking_nsxv3.common.synchronization [req-88aa5b10-6fb8-4b8a-962a-5701345241f5 req-c28bf632-7374-40db-a593-efbfe65a1eeb service nova] Enqueued Resource ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with Priority: HIGHEST for action port [ 604.454260] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 604.454393] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 604.454492] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with Priority: HIGHEST for action port [ 604.454758] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.454879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.455116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.455189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.455235] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.456199] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.456754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.456754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.456754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.456754] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.457092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.457092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.457092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.457092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.457224] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.457939] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.458118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.458118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.458534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.458534] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.947117] env[66633]: INFO networking_nsxv3.common.synchronization [req-44bcb81d-a83d-4937-8d5c-ba14b2d78f76 req-1ba63755-4851-4131-9d49-1a5b8c8e5708 tempest-SecurityGroupRulesNegativeTestJSON-1191017853 tempest-SecurityGroupRulesNegativeTestJSON-1191017853-project-member] Enqueued Resource ID: a9aaf101-8238-4b80-9a23-d2b4b72d248c with Priority: HIGHEST for action security_group_rules [ 604.947689] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9aaf101-8238-4b80-9a23-d2b4b72d248c with Priority: HIGHEST for action security_group_rules [ 604.948062] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.948062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.948150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.948384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.948464] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9aaf101-8238-4b80-9a23-d2b4b72d248c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.951187] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.951299] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.951464] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.951892] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.951892] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.952060] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.952096] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.952302] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.952448] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.952795] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.952795] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.952974] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.952974] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.953085] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.953123] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.953240] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.960029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.960029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.963226] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.963226] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with status ACTIVE [ 604.963226] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.963226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.963226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.963226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.963226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.963226] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.963226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.963226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.963643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.963643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.963643] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.963748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.963833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.963942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.964104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.964193] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b is going to be updated. [ 604.972096] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.973048] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.973219] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.973387] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.973994] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-65232ddb-fce9-4c39-a611-113464a21b09 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.974462] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-65232ddb-fce9-4c39-a611-113464a21b09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.974914] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-65232ddb-fce9-4c39-a611-113464a21b09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.975597] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-65232ddb-fce9-4c39-a611-113464a21b09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.975738] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65232ddb-fce9-4c39-a611-113464a21b09',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.004532] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.004532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.004532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.004532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.004532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.004532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.337624] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: SUCCESS [ 605.337624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.337624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.337624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.337624] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.337624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.337624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.337624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.337624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.337624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.337624] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.466603] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.473128] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.473470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.473470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.473588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.473637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.473898] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9aaf101-8238-4b80-9a23-d2b4b72d248c already deleted. [ 605.473898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.479904] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.479904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.479904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.479904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.479904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.479904] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 65232ddb-fce9-4c39-a611-113464a21b09 not found, creating... [ 605.479904] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.479904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.479904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.479904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.479904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.481298] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.481298] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.481298] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.481298] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.481298] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.481298] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 65232ddb-fce9-4c39-a611-113464a21b09 is going to be created. [ 605.502065] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.502618] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.502757] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.503047] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.503280] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.503532] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-65232ddb-fce9-4c39-a611-113464a21b09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.519416] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: SUCCESS [ 605.519709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.539176] env[66633]: INFO networking_nsxv3.common.synchronization [req-4d9189f5-ebd3-47ae-800e-ccae950022ec req-e9a1fc44-af34-42e2-bf71-3a14c08d697f tempest-ServerExternalEventsTest-595422908 tempest-ServerExternalEventsTest-595422908-project-member] Enqueued Resource ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 with Priority: HIGHEST for action security_group_members [ 605.539810] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 with Priority: HIGHEST for action security_group_members [ 605.540143] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6413a8e6-db90-4894-80e7-81a90f5775d3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.540285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.540344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.540594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.540749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.540855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.540919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.541556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.541660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.541761] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6413a8e6-db90-4894-80e7-81a90f5775d3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.562558] env[66633]: INFO networking_nsxv3.common.synchronization [None req-9656756e-5d22-4a7b-90c6-0834db872974 None None] Enqueued Resource ID: 304aea4d-6b21-4732-9496-981297686373 with Priority: HIGHEST for action port [ 605.562786] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 304aea4d-6b21-4732-9496-981297686373 with Priority: HIGHEST for action port [ 605.563684] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-304aea4d-6b21-4732-9496-981297686373 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.563684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-304aea4d-6b21-4732-9496-981297686373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.563986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-304aea4d-6b21-4732-9496-981297686373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.564741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-304aea4d-6b21-4732-9496-981297686373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.564848] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('304aea4d-6b21-4732-9496-981297686373',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.840254] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.840419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.840487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.840695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.841300] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.841558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.841558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.841790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.841790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.841896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.842101] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.842475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.842538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.842688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.842878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.842948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.842979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.843121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.843265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.843265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.843357] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.968967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.969147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.969219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.969434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.969523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.969616] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be created. [ 605.992247] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.992405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.992477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.992686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.992988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.002841] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: UNINITIALIZED for 2s [ 606.045654] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.045654] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.045654] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 already deleted. [ 606.045654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.070792] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 304aea4d-6b21-4732-9496-981297686373 [ 606.071050] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.071195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.071266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.071466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.071555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.071644] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:304aea4d-6b21-4732-9496-981297686373 already deleted. [ 606.071912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-304aea4d-6b21-4732-9496-981297686373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.147453] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.147701] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.147833] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.148151] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.148443] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.148603] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.148713] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.148933] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.149086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.149289] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.149396] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.149525] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.149631] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.149737] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.149836] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.149960] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.168808] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.168946] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.169087] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.169264] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.169568] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-062c13ef-3294-438f-bf14-b76e0f91bc09 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.169734] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-062c13ef-3294-438f-bf14-b76e0f91bc09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.169849] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-062c13ef-3294-438f-bf14-b76e0f91bc09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.170203] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-062c13ef-3294-438f-bf14-b76e0f91bc09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.170341] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062c13ef-3294-438f-bf14-b76e0f91bc09',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.230493] env[66633]: INFO networking_nsxv3.common.synchronization [req-b275f58a-c3d6-41b7-95e4-e9bf3584def3 req-f3f9b5e6-a726-4113-91ac-e8e5ed7ae42c service nova] Enqueued Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGHEST for action security_group_rules [ 606.230677] env[66633]: INFO networking_nsxv3.common.synchronization [req-b275f58a-c3d6-41b7-95e4-e9bf3584def3 req-f3f9b5e6-a726-4113-91ac-e8e5ed7ae42c service nova] Enqueued Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGHEST for action security_group_members [ 606.230809] env[66633]: INFO networking_nsxv3.common.synchronization [req-b275f58a-c3d6-41b7-95e4-e9bf3584def3 req-f3f9b5e6-a726-4113-91ac-e8e5ed7ae42c service nova] Enqueued Resource ID: 65232ddb-fce9-4c39-a611-113464a21b09 with Priority: HIGHEST for action port [ 606.231048] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGHEST for action security_group_rules [ 606.231199] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGHEST for action security_group_members [ 606.231313] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65232ddb-fce9-4c39-a611-113464a21b09 with Priority: HIGHEST for action port [ 606.232245] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f35207-b631-43d8-9917-7b7a5d264d5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.232389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.232458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.233033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.233121] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.234356] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f35207-b631-43d8-9917-7b7a5d264d5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.234485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.234643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.234826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.234976] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.235084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.235144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.235302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.235400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.235505] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.236854] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-65232ddb-fce9-4c39-a611-113464a21b09 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.236854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65232ddb-fce9-4c39-a611-113464a21b09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.236950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65232ddb-fce9-4c39-a611-113464a21b09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.237303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65232ddb-fce9-4c39-a611-113464a21b09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.237303] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65232ddb-fce9-4c39-a611-113464a21b09',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.345234] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a1c3106-e5cb-4891-8e16-d0c4bfaad116: rpc.has_security_group_logging(os_id): False [ 606.362629] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.362766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.362842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.363089] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.363191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.363399] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.363501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.363562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.363709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.363784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.363955] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.364073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.364159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.364307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.364381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.364563] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.364653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.364713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.364849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.364922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.365016] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 is going to be created. [ 606.420385] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.420534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.420603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.420820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.420997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.431964] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: IN_PROGRESS for 2s [ 606.672897] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.673121] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.673197] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.673538] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.673629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.673773] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 062c13ef-3294-438f-bf14-b76e0f91bc09 not found, creating... [ 606.673968] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.674320] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.674454] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.674710] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.674858] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.675166] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.675316] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.675422] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.675630] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.675760] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.676189] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 062c13ef-3294-438f-bf14-b76e0f91bc09 is going to be created. [ 606.697428] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.697662] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.698585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.698585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.698585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.698585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-062c13ef-3294-438f-bf14-b76e0f91bc09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.735442] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f35207-b631-43d8-9917-7b7a5d264d5a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.735601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.737014] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.738577] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65232ddb-fce9-4c39-a611-113464a21b09 with status ACTIVE [ 606.738781] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.738964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.738964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.739184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.739273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.739445] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.739542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.739602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.739747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.739819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.739993] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.740098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.740160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.740297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.740641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.740641] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65232ddb-fce9-4c39-a611-113464a21b09 is going to be updated. [ 606.760625] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.760827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.760827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.760996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.761153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.761320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65232ddb-fce9-4c39-a611-113464a21b09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.239266] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.405347] env[66633]: INFO networking_nsxv3.common.synchronization [req-4d9189f5-ebd3-47ae-800e-ccae950022ec req-c7f12a24-063d-426d-a68d-55c93ec1a21f service nova] Enqueued Resource ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 with Priority: HIGHEST for action security_group_rules [ 607.405347] env[66633]: INFO networking_nsxv3.common.synchronization [req-4d9189f5-ebd3-47ae-800e-ccae950022ec req-c7f12a24-063d-426d-a68d-55c93ec1a21f service nova] Enqueued Resource ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 with Priority: HIGHEST for action security_group_members [ 607.405347] env[66633]: INFO networking_nsxv3.common.synchronization [req-4d9189f5-ebd3-47ae-800e-ccae950022ec req-c7f12a24-063d-426d-a68d-55c93ec1a21f service nova] Enqueued Resource ID: 062c13ef-3294-438f-bf14-b76e0f91bc09 with Priority: HIGHEST for action port [ 607.405347] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 with Priority: HIGHEST for action security_group_rules [ 607.405347] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 with Priority: HIGHEST for action security_group_members [ 607.405347] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c13ef-3294-438f-bf14-b76e0f91bc09 with Priority: HIGHEST for action port [ 607.406232] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6413a8e6-db90-4894-80e7-81a90f5775d3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.406513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.406667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.407336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.407511] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6413a8e6-db90-4894-80e7-81a90f5775d3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.409509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6413a8e6-db90-4894-80e7-81a90f5775d3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.410030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.410241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.410553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.411072] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.411566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.411746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.412316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.412629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.412977] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6413a8e6-db90-4894-80e7-81a90f5775d3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.414517] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-062c13ef-3294-438f-bf14-b76e0f91bc09 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.415628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-062c13ef-3294-438f-bf14-b76e0f91bc09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.415832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-062c13ef-3294-438f-bf14-b76e0f91bc09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.416238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-062c13ef-3294-438f-bf14-b76e0f91bc09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.416562] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062c13ef-3294-438f-bf14-b76e0f91bc09',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.704129] env[66633]: INFO networking_nsxv3.common.synchronization [req-6c046ee8-f785-4ed0-9a03-a5e1c2b9fc30 req-7275d587-2337-4191-9551-11a54980dda2 tempest-FloatingIPsAssociationNegativeTestJSON-467807074 tempest-FloatingIPsAssociationNegativeTestJSON-467807074-project-member] Enqueued Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGHEST for action security_group_members [ 607.705274] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGHEST for action security_group_members [ 607.705274] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a023805-ff53-4890-a241-fe439201b10f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.705274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.705274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.705552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.705667] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.707876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.707960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.708196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.708299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.708467] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.722544] env[66633]: INFO networking_nsxv3.common.synchronization [None req-887b9c9c-780b-4229-b154-87daac284cbb None None] Enqueued Resource ID: 6fa7fd48-938b-46da-8b78-3981ad49f3d1 with Priority: HIGHEST for action port [ 607.723358] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa7fd48-938b-46da-8b78-3981ad49f3d1 with Priority: HIGHEST for action port [ 607.723696] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa7fd48-938b-46da-8b78-3981ad49f3d1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.723849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa7fd48-938b-46da-8b78-3981ad49f3d1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.723931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa7fd48-938b-46da-8b78-3981ad49f3d1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.725417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa7fd48-938b-46da-8b78-3981ad49f3d1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.725417] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa7fd48-938b-46da-8b78-3981ad49f3d1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.742403] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.742587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.742665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.742900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.742995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.743116] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f35207-b631-43d8-9917-7b7a5d264d5a is going to be created. [ 607.771346] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.771528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.771655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.771870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.772080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.783240] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f35207-b631-43d8-9917-7b7a5d264d5a in Status: UNINITIALIZED for 2s [ 607.910073] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6413a8e6-db90-4894-80e7-81a90f5775d3 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.910214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.916790] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6413a8e6-db90-4894-80e7-81a90f5775d3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.921719] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 062c13ef-3294-438f-bf14-b76e0f91bc09 with status ACTIVE [ 607.922581] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.922581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.922581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.922581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.922581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.922817] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.922817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.922817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.922936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.922972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.923219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.923315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.923400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.923581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.923654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.923737] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 062c13ef-3294-438f-bf14-b76e0f91bc09 is going to be updated. [ 607.950180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.950180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.950180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.950180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.950180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.950180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-062c13ef-3294-438f-bf14-b76e0f91bc09" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.014775] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 608.014999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.015174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.015388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.015573] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.015689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.015753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.015909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.015990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.016116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.016200] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.117811] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.118025] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-672" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.118146] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-672" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.118476] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-672" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.118715] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.118862] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.118971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.119737] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.119947] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.120215] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.120390] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.120538] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.120667] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.120798] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.121030] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.121218] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.140440] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.140702] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.140881] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.141171] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-672" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.141522] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.141729] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.141873] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.142224] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.142399] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e5e69f-b49a-40e1-ba44-2a5101ffc562',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.211164] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.211164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.211164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.211364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.211522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.211627] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.211717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.211777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.211953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.212148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.212968] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a023805-ff53-4890-a241-fe439201b10f already deleted. [ 608.212968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.231560] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa7fd48-938b-46da-8b78-3981ad49f3d1 [ 608.231560] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.231560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.231733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.231786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.231873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.231967] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa7fd48-938b-46da-8b78-3981ad49f3d1 already deleted. [ 608.232064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa7fd48-938b-46da-8b78-3981ad49f3d1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.418791] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6413a8e6-db90-4894-80e7-81a90f5775d3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.468068] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: SUCCESS [ 608.468316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.518729] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.646745] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.647433] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.647433] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.647662] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.647766] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.647961] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port c8e5e69f-b49a-40e1-ba44-2a5101ffc562 not found, creating... [ 608.648280] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.648446] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.648663] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.648824] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.648967] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.649299] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.649450] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.649559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.649783] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.649927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.650080] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: c8e5e69f-b49a-40e1-ba44-2a5101ffc562 is going to be created. [ 608.679913] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.680676] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.680879] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.681733] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.682198] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.682665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.923142] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.923142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.923142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.923142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.923142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.923142] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 is going to be created. [ 608.949886] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.950147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.950147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.950272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.950435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.960672] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 in Status: UNINITIALIZED for 2s [ 609.021233] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8d2ad98-671a-4f08-8de2-40db694091f4: rpc.has_security_group_logging(os_id): False [ 609.052429] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.052950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.052950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.052950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.053764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.053764] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.053764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.053764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.053764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.054292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.054292] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be created. [ 609.164285] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.164285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.164285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.164285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.164285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.184016] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: IN_PROGRESS for 2s [ 609.489603] env[66633]: INFO networking_nsxv3.common.synchronization [req-6c046ee8-f785-4ed0-9a03-a5e1c2b9fc30 req-422ff9d6-b3df-446b-9f6a-fad78a57d1f9 service nova] Enqueued Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGHEST for action security_group_rules [ 609.489603] env[66633]: INFO networking_nsxv3.common.synchronization [req-6c046ee8-f785-4ed0-9a03-a5e1c2b9fc30 req-422ff9d6-b3df-446b-9f6a-fad78a57d1f9 service nova] Enqueued Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGHEST for action security_group_members [ 609.489980] env[66633]: INFO networking_nsxv3.common.synchronization [req-6c046ee8-f785-4ed0-9a03-a5e1c2b9fc30 req-422ff9d6-b3df-446b-9f6a-fad78a57d1f9 service nova] Enqueued Resource ID: c8e5e69f-b49a-40e1-ba44-2a5101ffc562 with Priority: HIGHEST for action port [ 609.489980] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGHEST for action security_group_rules [ 609.490056] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGHEST for action security_group_members [ 609.490146] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e5e69f-b49a-40e1-ba44-2a5101ffc562 with Priority: HIGHEST for action port [ 609.490718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a023805-ff53-4890-a241-fe439201b10f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.490831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.490898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.491308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.491350] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.492618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a023805-ff53-4890-a241-fe439201b10f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.492731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.492797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.493405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.493483] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.493536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.493610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.493783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.493871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.493965] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.496366] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.496366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.496366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.496366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.496366] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e5e69f-b49a-40e1-ba44-2a5101ffc562',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.793695] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f35207-b631-43d8-9917-7b7a5d264d5a in Status: SUCCESS [ 609.795610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.795610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.795610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.795610] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.795610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.795610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.795610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.795610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.795610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.795610] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.861624] env[66633]: INFO networking_nsxv3.common.synchronization [None req-5be3d882-db8b-4d53-87b5-47463548e4e9 None None] Enqueued Resource ID: c9273146-1979-4d54-8d54-5d3f8313c9d0 with Priority: HIGHEST for action port [ 609.866033] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9273146-1979-4d54-8d54-5d3f8313c9d0 with Priority: HIGHEST for action port [ 609.866033] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9273146-1979-4d54-8d54-5d3f8313c9d0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.866033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9273146-1979-4d54-8d54-5d3f8313c9d0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9273146-1979-4d54-8d54-5d3f8313c9d0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.866033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9273146-1979-4d54-8d54-5d3f8313c9d0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.866033] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9273146-1979-4d54-8d54-5d3f8313c9d0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.962210] env[66633]: INFO networking_nsxv3.common.synchronization [req-774a3a1a-f5c9-4ac9-b4b0-aad1955a420c req-2e372d64-d3c0-43ae-a746-595999f2455b tempest-MigrationsAdminTest-1885777947 tempest-MigrationsAdminTest-1885777947-project-member] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 609.962478] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 609.962603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.962724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.963727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.963989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.964330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.964493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.964580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.964721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.964797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.964901] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.997199] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a023805-ff53-4890-a241-fe439201b10f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.997199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.999343] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.000268] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8e5e69f-b49a-40e1-ba44-2a5101ffc562 with status ACTIVE [ 610.000489] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.000616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.000685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.000893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.000983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.001383] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.001383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.001383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.001825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.001825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.001825] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.001825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.002130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.002130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.002130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.002284] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8e5e69f-b49a-40e1-ba44-2a5101ffc562 is going to be updated. [ 610.046513] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.046513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.046513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.046513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.046513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.046513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e5e69f-b49a-40e1-ba44-2a5101ffc562" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.299254] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f35207-b631-43d8-9917-7b7a5d264d5a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.299510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.299510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.299704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.299866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.299963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.300038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.300187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.300272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.300360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.300505] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f35207-b631-43d8-9917-7b7a5d264d5a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.300594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.300652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.301649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.301649] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.301649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.301649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.301649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.301649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.301649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.301649] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.365556] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9273146-1979-4d54-8d54-5d3f8313c9d0 [ 610.366030] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.366030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.366030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.366361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.366456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.366568] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9273146-1979-4d54-8d54-5d3f8313c9d0 already deleted. [ 610.366648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9273146-1979-4d54-8d54-5d3f8313c9d0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.468084] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.468336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.468470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.468658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.468745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.469167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.469467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.469467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.469467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.469617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.469664] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb already deleted. [ 610.469710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.506958] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.581851] env[66633]: INFO networking_nsxv3.common.synchronization [None req-e56f9e6b-ef35-4d6f-86aa-426282aac294 None None] Enqueued Resource ID: 46cf3243-800a-4ff7-8ce3-b107b7393ebc with Priority: HIGHEST for action port [ 610.582342] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf3243-800a-4ff7-8ce3-b107b7393ebc with Priority: HIGHEST for action port [ 610.582681] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-46cf3243-800a-4ff7-8ce3-b107b7393ebc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.582822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46cf3243-800a-4ff7-8ce3-b107b7393ebc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.582904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46cf3243-800a-4ff7-8ce3-b107b7393ebc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.586331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46cf3243-800a-4ff7-8ce3-b107b7393ebc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.586331] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46cf3243-800a-4ff7-8ce3-b107b7393ebc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.698948] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.699297] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.699461] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.699859] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.700229] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.700424] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.700604] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.700971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.701195] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.701505] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.701671] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.701855] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.702743] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.702933] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.703299] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.703299] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.725395] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.725576] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.725695] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.726204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.726319] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-0abeb79d-c901-4399-aeaf-3916987f42f8 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.726539] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-0abeb79d-c901-4399-aeaf-3916987f42f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.726639] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-0abeb79d-c901-4399-aeaf-3916987f42f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.727389] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-0abeb79d-c901-4399-aeaf-3916987f42f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.727557] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abeb79d-c901-4399-aeaf-3916987f42f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.803658] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f35207-b631-43d8-9917-7b7a5d264d5a: rpc.has_security_group_logging(os_id): False [ 610.826149] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.826901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.826901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.826901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.826901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.827458] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.827458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.827458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.827947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.828089] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.828433] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.828595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.828699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.829011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.829154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.829450] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.829595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.829687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.829971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.830054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.830143] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f35207-b631-43d8-9917-7b7a5d264d5a is going to be created. [ 610.893462] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.893641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.893686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.893964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.894139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.909080] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f35207-b631-43d8-9917-7b7a5d264d5a in Status: IN_PROGRESS for 2s [ 610.972268] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 in Status: SUCCESS [ 610.972502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.972788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.972930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.973142] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.973286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.973354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.973515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.973598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.973683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.973773] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6413a8e6-db90-4894-80e7-81a90f5775d3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.009802] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.012578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.012578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.012578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.012578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.012578] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a023805-ff53-4890-a241-fe439201b10f is going to be created. [ 611.039831] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.039831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.039831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.039831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.039831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.056213] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a023805-ff53-4890-a241-fe439201b10f in Status: UNINITIALIZED for 2s [ 611.087679] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46cf3243-800a-4ff7-8ce3-b107b7393ebc [ 611.087932] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.088102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.088162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.088386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.088575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.088663] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46cf3243-800a-4ff7-8ce3-b107b7393ebc already deleted. [ 611.088737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46cf3243-800a-4ff7-8ce3-b107b7393ebc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.197735] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 611.197735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.229660] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.229890] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.230023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.230324] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.230509] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.230662] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 0abeb79d-c901-4399-aeaf-3916987f42f8 not found, creating... [ 611.230952] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.231154] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.231268] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.235023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.235023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.235023] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.235023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.235023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.235023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.235023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.235023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 0abeb79d-c901-4399-aeaf-3916987f42f8 is going to be created. [ 611.267469] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.267749] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.267932] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.268328] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.268695] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.268992] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-0abeb79d-c901-4399-aeaf-3916987f42f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.476332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6413a8e6-db90-4894-80e7-81a90f5775d3 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.478760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.478760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6413a8e6-db90-4894-80e7-81a90f5775d3 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.478760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.478760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.480902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.480902] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6413a8e6-db90-4894-80e7-81a90f5775d3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.983466] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6413a8e6-db90-4894-80e7-81a90f5775d3: rpc.has_security_group_logging(os_id): False [ 612.002527] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.002527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.002527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.002527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.002527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.002527] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.002527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.002527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.002527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.002983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.002983] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.002983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.002983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.003147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.003147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.003275] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.003367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.003427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.003565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.003639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.003724] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 is going to be created. [ 612.039997] env[66633]: INFO networking_nsxv3.common.synchronization [req-774a3a1a-f5c9-4ac9-b4b0-aad1955a420c req-2e90bca0-8f33-4dd7-95c7-25fdcd66e752 service nova] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_rules [ 612.040263] env[66633]: INFO networking_nsxv3.common.synchronization [req-774a3a1a-f5c9-4ac9-b4b0-aad1955a420c req-2e90bca0-8f33-4dd7-95c7-25fdcd66e752 service nova] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 612.040423] env[66633]: INFO networking_nsxv3.common.synchronization [req-774a3a1a-f5c9-4ac9-b4b0-aad1955a420c req-2e90bca0-8f33-4dd7-95c7-25fdcd66e752 service nova] Enqueued Resource ID: 0abeb79d-c901-4399-aeaf-3916987f42f8 with Priority: HIGHEST for action port [ 612.041333] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_rules [ 612.041529] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 612.041703] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abeb79d-c901-4399-aeaf-3916987f42f8 with Priority: HIGHEST for action port [ 612.041959] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.042107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.042163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.042446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.042570] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.044550] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.044712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.044831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.045099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.045292] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.045528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.045528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.046799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.046957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.047035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.049421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-0abeb79d-c901-4399-aeaf-3916987f42f8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.049584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0abeb79d-c901-4399-aeaf-3916987f42f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.049669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0abeb79d-c901-4399-aeaf-3916987f42f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.050489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0abeb79d-c901-4399-aeaf-3916987f42f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.050489] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abeb79d-c901-4399-aeaf-3916987f42f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.070487] env[66633]: INFO networking_nsxv3.common.synchronization [req-ce0fb48a-f8fb-4a9b-8418-1a6419e36f2c req-32813351-3891-4fa7-a96e-c02a363f6d72 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 612.071130] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 612.071723] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.072451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.072451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.072451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.072588] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.072727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.073166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.073376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.073822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.073922] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.076535] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.076658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.077228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.077228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.077440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.090940] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 in Status: IN_PROGRESS for 2s [ 612.545986] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.546276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.549947] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.553762] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0abeb79d-c901-4399-aeaf-3916987f42f8 with status ACTIVE [ 612.553989] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.554120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.554236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.554475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.555020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.555020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.555020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.555020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.555195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.555195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.555360] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.555451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.555451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.556241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.556241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.556241] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0abeb79d-c901-4399-aeaf-3916987f42f8 is going to be updated. [ 612.581289] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.581525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.581525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.581700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.581775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.582404] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.582610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.582677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.582854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.582937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.583112] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 already deleted. [ 612.583225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.584973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.585133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.585213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.585414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.585537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.585694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0abeb79d-c901-4399-aeaf-3916987f42f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.633640] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.633942] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.634759] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.635451] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.635869] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.636201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.636416] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.636853] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.637282] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.637567] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.637774] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.637974] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.638423] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.638665] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.638865] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.639149] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.678686] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.678907] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.679203] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.679278] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.679610] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-47b43541-b2e4-4c1d-94a8-e8466ca203e1 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.679827] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-47b43541-b2e4-4c1d-94a8-e8466ca203e1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.679949] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-47b43541-b2e4-4c1d-94a8-e8466ca203e1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.680325] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-47b43541-b2e4-4c1d-94a8-e8466ca203e1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.680467] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b43541-b2e4-4c1d-94a8-e8466ca203e1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.927122] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f35207-b631-43d8-9917-7b7a5d264d5a in Status: SUCCESS [ 612.928026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.053251] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.072223] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a023805-ff53-4890-a241-fe439201b10f in Status: SUCCESS [ 613.072223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.072223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.072223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.072530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.072530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.072530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.073478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.073478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.073478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.073478] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.143016] env[66633]: INFO networking_nsxv3.common.synchronization [None req-17a5f06d-77e8-4ead-85ce-31c73b7c03f9 None None] Enqueued Resource ID: 8c3cfa69-7d90-4822-8fce-7339d238bcbd with Priority: HIGHEST for action port [ 613.143580] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c3cfa69-7d90-4822-8fce-7339d238bcbd with Priority: HIGHEST for action port [ 613.143967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c3cfa69-7d90-4822-8fce-7339d238bcbd taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.144287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c3cfa69-7d90-4822-8fce-7339d238bcbd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.144370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c3cfa69-7d90-4822-8fce-7339d238bcbd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.144619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c3cfa69-7d90-4822-8fce-7339d238bcbd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.144790] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c3cfa69-7d90-4822-8fce-7339d238bcbd',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.186966] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.187202] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.187271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.187596] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.187749] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.187888] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 47b43541-b2e4-4c1d-94a8-e8466ca203e1 not found, creating... [ 613.188151] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.188307] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.188422] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.188660] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.188792] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.189498] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.189774] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.189923] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.190150] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.190282] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.190417] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 47b43541-b2e4-4c1d-94a8-e8466ca203e1 is going to be created. [ 613.210969] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.211218] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.211320] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.211652] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.211938] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.212181] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-47b43541-b2e4-4c1d-94a8-e8466ca203e1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.556228] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.560093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.560169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.560381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.560496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.560634] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be created. [ 613.576762] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a023805-ff53-4890-a241-fe439201b10f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.577075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.577142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.577424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.577695] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.577872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.577946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.578125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.578211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.578298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.578455] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a023805-ff53-4890-a241-fe439201b10f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.578558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.578608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.578814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.578934] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.579082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.579159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.579288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.579374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.579451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.579538] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.584880] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.585030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.585070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.585240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.585397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.595093] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: UNINITIALIZED for 2s [ 613.646699] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c3cfa69-7d90-4822-8fce-7339d238bcbd [ 613.646958] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.647885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.647885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.647885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.647885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.647885] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c3cfa69-7d90-4822-8fce-7339d238bcbd already deleted. [ 613.647885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c3cfa69-7d90-4822-8fce-7339d238bcbd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.787069] env[66633]: INFO networking_nsxv3.common.synchronization [None req-fc2cd8a7-d2d0-4e01-9099-b8c2048e4726 None None] Enqueued Resource ID: 690dd317-d3bb-44d7-a723-338f3a5d51a8 with Priority: HIGHEST for action port [ 613.789122] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 690dd317-d3bb-44d7-a723-338f3a5d51a8 with Priority: HIGHEST for action port [ 613.789122] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-690dd317-d3bb-44d7-a723-338f3a5d51a8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.789588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-690dd317-d3bb-44d7-a723-338f3a5d51a8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.789639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-690dd317-d3bb-44d7-a723-338f3a5d51a8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.790406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-690dd317-d3bb-44d7-a723-338f3a5d51a8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.790530] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('690dd317-d3bb-44d7-a723-338f3a5d51a8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.968842] env[66633]: INFO networking_nsxv3.common.synchronization [req-ce0fb48a-f8fb-4a9b-8418-1a6419e36f2c req-a7c7264f-fb67-4eb9-bcda-7c2d1426ff6e service nova] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_rules [ 613.969064] env[66633]: INFO networking_nsxv3.common.synchronization [req-ce0fb48a-f8fb-4a9b-8418-1a6419e36f2c req-a7c7264f-fb67-4eb9-bcda-7c2d1426ff6e service nova] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 613.969421] env[66633]: INFO networking_nsxv3.common.synchronization [req-ce0fb48a-f8fb-4a9b-8418-1a6419e36f2c req-a7c7264f-fb67-4eb9-bcda-7c2d1426ff6e service nova] Enqueued Resource ID: 47b43541-b2e4-4c1d-94a8-e8466ca203e1 with Priority: HIGHEST for action port [ 613.970925] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_rules [ 613.971159] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 613.971288] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b43541-b2e4-4c1d-94a8-e8466ca203e1 with Priority: HIGHEST for action port [ 613.971574] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.971699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.971766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.971966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.972064] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.972957] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.973094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.973163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.973345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.973811] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.973912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.973977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.974175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.974247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.974339] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.976392] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b43541-b2e4-4c1d-94a8-e8466ca203e1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.976392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b43541-b2e4-4c1d-94a8-e8466ca203e1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.976392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b43541-b2e4-4c1d-94a8-e8466ca203e1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.976392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b43541-b2e4-4c1d-94a8-e8466ca203e1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.976392] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b43541-b2e4-4c1d-94a8-e8466ca203e1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.083091] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a023805-ff53-4890-a241-fe439201b10f: rpc.has_security_group_logging(os_id): False [ 614.119439] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 in Status: SUCCESS [ 614.119439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.123982] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.123982] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.123982] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.123982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.125434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.125607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.125888] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.126062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.126218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.126412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.126559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.126722] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a023805-ff53-4890-a241-fe439201b10f is going to be created. [ 614.233033] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.233033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.233033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.233033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.233033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.248799] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a023805-ff53-4890-a241-fe439201b10f in Status: IN_PROGRESS for 2s [ 614.293989] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 690dd317-d3bb-44d7-a723-338f3a5d51a8 [ 614.294327] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.294527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.294527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.294702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.294965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.294965] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:690dd317-d3bb-44d7-a723-338f3a5d51a8 already deleted. [ 614.294965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-690dd317-d3bb-44d7-a723-338f3a5d51a8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.479166] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.479166] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.479166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.479166] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47b43541-b2e4-4c1d-94a8-e8466ca203e1 with status ACTIVE [ 614.479166] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.479601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.479601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.479601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.479601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.479726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.479840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.479882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.480017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.480618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.480618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.480618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.480618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.480874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.480874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.480874] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47b43541-b2e4-4c1d-94a8-e8466ca203e1 is going to be updated. [ 614.503141] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.503393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.503513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.503782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.503938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.504969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b43541-b2e4-4c1d-94a8-e8466ca203e1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.980085] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.205096] env[66633]: INFO networking_nsxv3.common.synchronization [None req-ba2a81d5-a31e-45fa-9ddc-96e0f17f97f8 tempest-ServersWithSpecificFlavorTestJSON-1383616531 tempest-ServersWithSpecificFlavorTestJSON-1383616531-project-member] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_rules [ 615.205413] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_rules [ 615.205636] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.205764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.207293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.207293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.207293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.362889] env[66633]: INFO networking_nsxv3.common.synchronization [None req-1ab4d09b-9308-4764-9347-75fa5f609dc6 tempest-ServersWithSpecificFlavorTestJSON-1383616531 tempest-ServersWithSpecificFlavorTestJSON-1383616531-project-member] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_rules [ 615.363633] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_rules [ 615.364449] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.364449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.486318] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.487161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.487312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.487887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.488020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.488062] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 is going to be created. [ 615.527711] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.527962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.528022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.528331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.528579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.550241] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: UNINITIALIZED for 2s [ 615.608590] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: SUCCESS [ 615.609999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.609999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.609999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.609999] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.609999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.609999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.609999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.609999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.610522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.610522] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.734134] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.734283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.734361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.734597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.734687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.734813] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 already deleted. [ 615.734891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.735044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.735342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.735456] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.117766] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.118066] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.118066] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.118435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.118601] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.118790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.118905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.119188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.119352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.119498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.119786] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.119786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.120064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.120064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.120180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.120319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.120385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.120616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.120800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.120922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.120999] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.268381] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.268732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.269068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.269584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.269918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.270200] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 already deleted. [ 616.270508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.272398] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a023805-ff53-4890-a241-fe439201b10f in Status: SUCCESS [ 616.272807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.575774] env[66633]: INFO networking_nsxv3.common.synchronization [None req-72ed7211-04c4-483a-b473-b6da64b01b95 None None] Enqueued Resource ID: 465842b4-ecf9-4f76-a700-ef8eeaad1174 with Priority: HIGHEST for action port [ 616.579171] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465842b4-ecf9-4f76-a700-ef8eeaad1174 with Priority: HIGHEST for action port [ 616.579315] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-465842b4-ecf9-4f76-a700-ef8eeaad1174 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.579450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465842b4-ecf9-4f76-a700-ef8eeaad1174" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.579526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465842b4-ecf9-4f76-a700-ef8eeaad1174" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.580850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465842b4-ecf9-4f76-a700-ef8eeaad1174" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.580850] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465842b4-ecf9-4f76-a700-ef8eeaad1174',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.625840] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc37b1db-2104-4f24-94e1-062870b9baeb: rpc.has_security_group_logging(os_id): False [ 616.645896] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.646097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.646143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.646354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.646447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.646633] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.646735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.646797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.646946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.647032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.647273] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.647362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.647424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.647569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.647650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.647841] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.647947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.648018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.648615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.649351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.649465] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be created. [ 616.708695] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.708843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.709438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.709438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.709438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.723463] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: IN_PROGRESS for 2s [ 616.740818] env[66633]: INFO networking_nsxv3.common.synchronization [req-32b6f59c-bf29-492b-b560-48e27b5ad967 req-f89c51a8-eca5-4a43-bd2c-f89182183da7 tempest-VolumesAssistedSnapshotsTest-308578185 tempest-VolumesAssistedSnapshotsTest-308578185-project-member] Enqueued Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_members [ 616.741463] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_members [ 616.741815] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c926d36-be6b-4e75-a882-d8dd14a638f2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.741989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.742095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.742480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.742718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.742805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.742862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.743306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.743306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.743480] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.083233] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 465842b4-ecf9-4f76-a700-ef8eeaad1174 [ 617.083387] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.083515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.083579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.084271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.084436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.084519] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:465842b4-ecf9-4f76-a700-ef8eeaad1174 already deleted. [ 617.084607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465842b4-ecf9-4f76-a700-ef8eeaad1174" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.120711] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.120941] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-309" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.121085] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-309" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.121446] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-309" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.121708] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.121861] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.122105] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.122294] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.122505] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.122712] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.122838] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.122980] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.123115] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.123304] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.123353] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.123647] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.142384] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.142889] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.142889] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.142889] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-309" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.143160] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-29244cbf-e5d4-4cce-b530-d95718d672f1 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.143324] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-29244cbf-e5d4-4cce-b530-d95718d672f1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.143435] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-29244cbf-e5d4-4cce-b530-d95718d672f1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.143765] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-29244cbf-e5d4-4cce-b530-d95718d672f1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.143890] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29244cbf-e5d4-4cce-b530-d95718d672f1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.248587] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.248753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.248817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.249037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.249570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.249784] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.249897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.249954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.250125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.250938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.251044] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 already deleted. [ 617.251238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.560994] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: SUCCESS [ 617.561316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.561401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.561621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.561828] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.562474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.562474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.562474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.562474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.562474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.562474] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.645671] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.645915] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.646047] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.646456] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.646604] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.646766] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 29244cbf-e5d4-4cce-b530-d95718d672f1 not found, creating... [ 617.647052] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.647232] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.647367] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.647605] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.647747] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.648098] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.648237] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.648344] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.648573] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.648694] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.648836] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 29244cbf-e5d4-4cce-b530-d95718d672f1 is going to be created. [ 617.685860] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.685860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.685860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.685860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.686293] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.686332] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-29244cbf-e5d4-4cce-b530-d95718d672f1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.066449] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.356261] env[66633]: INFO networking_nsxv3.common.synchronization [req-5eb6dab2-b846-4677-bcb5-a969cc941ea5 req-486ddb1e-8325-4f65-b225-ef3074cba286 tempest-SecurityGroupRulesNegativeTestJSON-1191017853 tempest-SecurityGroupRulesNegativeTestJSON-1191017853-project-member] Enqueued Resource ID: a9aaf101-8238-4b80-9a23-d2b4b72d248c with Priority: HIGHEST for action security_group_rules [ 618.356935] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9aaf101-8238-4b80-9a23-d2b4b72d248c with Priority: HIGHEST for action security_group_rules [ 618.359897] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.360063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.360133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.360354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.360441] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9aaf101-8238-4b80-9a23-d2b4b72d248c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.389690] env[66633]: INFO networking_nsxv3.common.synchronization [req-32b6f59c-bf29-492b-b560-48e27b5ad967 req-906d849c-64e2-448f-bf2c-79bd108cecd9 service nova] Enqueued Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_rules [ 618.389907] env[66633]: INFO networking_nsxv3.common.synchronization [req-32b6f59c-bf29-492b-b560-48e27b5ad967 req-906d849c-64e2-448f-bf2c-79bd108cecd9 service nova] Enqueued Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_members [ 618.390025] env[66633]: INFO networking_nsxv3.common.synchronization [req-32b6f59c-bf29-492b-b560-48e27b5ad967 req-906d849c-64e2-448f-bf2c-79bd108cecd9 service nova] Enqueued Resource ID: 29244cbf-e5d4-4cce-b530-d95718d672f1 with Priority: HIGHEST for action port [ 618.390566] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_rules [ 618.390909] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_members [ 618.390909] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29244cbf-e5d4-4cce-b530-d95718d672f1 with Priority: HIGHEST for action port [ 618.391567] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c926d36-be6b-4e75-a882-d8dd14a638f2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.393878] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.393878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c926d36-be6b-4e75-a882-d8dd14a638f2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.393878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.393878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.394950] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.394950] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-29244cbf-e5d4-4cce-b530-d95718d672f1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.394950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29244cbf-e5d4-4cce-b530-d95718d672f1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.395179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29244cbf-e5d4-4cce-b530-d95718d672f1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.395243] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29244cbf-e5d4-4cce-b530-d95718d672f1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.395301] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29244cbf-e5d4-4cce-b530-d95718d672f1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.568878] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d41e18af-35e2-4e34-96f9-455fb65b29a2: rpc.has_security_group_logging(os_id): False [ 618.588364] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.588543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.588609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.588893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.589045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.589260] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.589367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.589454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.589621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.589984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.589984] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 is going to be created. [ 618.677420] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.677420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.677420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.677655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.677830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.693815] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: IN_PROGRESS for 2s [ 618.736600] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: SUCCESS [ 618.736856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.882155] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.882366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.882413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.883168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.883168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.883168] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9aaf101-8238-4b80-9a23-d2b4b72d248c already deleted. [ 618.883168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9aaf101-8238-4b80-9a23-d2b4b72d248c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.897841] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c926d36-be6b-4e75-a882-d8dd14a638f2 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.898019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.898123] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29244cbf-e5d4-4cce-b530-d95718d672f1 with status ACTIVE [ 618.898580] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.898857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.898857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.898997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.902058] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.902058] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.902058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.902058] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29244cbf-e5d4-4cce-b530-d95718d672f1 is going to be updated. [ 618.902058] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.930758] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.930946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.930998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.931592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.931592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.931754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29244cbf-e5d4-4cce-b530-d95718d672f1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.404343] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.888268] env[66633]: INFO networking_nsxv3.common.synchronization [req-f798741b-30d6-46ca-b7e1-78ae1c14b73a req-99efde83-c56a-4dd4-bd5c-b134548ff623 tempest-ImagesOneServerNegativeTestJSON-10122086 tempest-ImagesOneServerNegativeTestJSON-10122086-project-member] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 619.888513] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 619.889697] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.889697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.889697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.889697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.889697] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.889697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.889697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.889697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.889697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.890908] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.906700] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.906853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.907228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.907228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.907228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.907706] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 is going to be created. [ 619.930836] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.931084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.931260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.931469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.943231] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 in Status: UNINITIALIZED for 2s [ 620.239267] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.239439] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.239538] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.239881] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.241047] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.241047] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.241047] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.241047] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.241047] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.241047] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.241047] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.241484] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.241484] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.241484] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.241484] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.241626] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.275713] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.276009] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.276259] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.276525] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.277014] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-b33447c6-7fb6-4dff-9ddc-026214260530 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.277301] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-b33447c6-7fb6-4dff-9ddc-026214260530" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.277474] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-b33447c6-7fb6-4dff-9ddc-026214260530" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.277807] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-b33447c6-7fb6-4dff-9ddc-026214260530" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.277933] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33447c6-7fb6-4dff-9ddc-026214260530',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.392090] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.394026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.394147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.394383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.394866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.394866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.394866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.394866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.395071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.395110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.395503] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b already deleted. [ 620.395503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.706954] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: SUCCESS [ 620.707210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.780379] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784019] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port b33447c6-7fb6-4dff-9ddc-026214260530 not found, creating... [ 620.784019] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784493] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.784493] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.784493] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.784493] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.784493] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.784493] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: b33447c6-7fb6-4dff-9ddc-026214260530 is going to be created. [ 620.805635] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.805888] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.806051] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.806428] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.806659] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.806877] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-b33447c6-7fb6-4dff-9ddc-026214260530" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.554946] env[66633]: INFO networking_nsxv3.common.synchronization [req-f798741b-30d6-46ca-b7e1-78ae1c14b73a req-3a63c567-af67-4b7b-8678-1afdf6625a1b service nova] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_rules [ 621.555552] env[66633]: INFO networking_nsxv3.common.synchronization [req-f798741b-30d6-46ca-b7e1-78ae1c14b73a req-3a63c567-af67-4b7b-8678-1afdf6625a1b service nova] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 621.555552] env[66633]: INFO networking_nsxv3.common.synchronization [req-f798741b-30d6-46ca-b7e1-78ae1c14b73a req-3a63c567-af67-4b7b-8678-1afdf6625a1b service nova] Enqueued Resource ID: b33447c6-7fb6-4dff-9ddc-026214260530 with Priority: HIGHEST for action port [ 621.556733] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_rules [ 621.556733] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 621.556733] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33447c6-7fb6-4dff-9ddc-026214260530 with Priority: HIGHEST for action port [ 621.556733] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.556733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.557245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.557245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.557245] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.558189] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.558678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.558678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.558678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.558678] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.558864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.558864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.559101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.559101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.559166] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.560652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b33447c6-7fb6-4dff-9ddc-026214260530 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.560652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b33447c6-7fb6-4dff-9ddc-026214260530" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.560652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b33447c6-7fb6-4dff-9ddc-026214260530" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.560895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b33447c6-7fb6-4dff-9ddc-026214260530" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.560895] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33447c6-7fb6-4dff-9ddc-026214260530',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.955382] env[66633]: INFO networking_nsxv3.common.synchronization [req-4b3b7932-ac1b-4c48-8f8c-95436f02673e req-c043e7cd-d3c0-4e2a-8628-a10e615d2c35 tempest-DeleteServersAdminTestJSON-1113387699 tempest-DeleteServersAdminTestJSON-1113387699-project-admin] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 621.956544] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 in Status: SUCCESS [ 621.956798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.960035] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 621.960035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.960035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.960035] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.960035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.960035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.960035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.960035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.960035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.960035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.961680] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.962194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.962194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.962194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.962509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.962676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.962844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.963184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.963184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.963184] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.064073] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.064285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.064518] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.065455] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b33447c6-7fb6-4dff-9ddc-026214260530 with status ACTIVE [ 622.065676] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.066506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.066627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.066946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.067114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.067372] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.067981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.067981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.068103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.068214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.068472] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.068627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.070604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.070604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.070604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.071336] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b33447c6-7fb6-4dff-9ddc-026214260530 is going to be updated. [ 622.096375] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.096535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.096609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.097253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.097455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.097634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b33447c6-7fb6-4dff-9ddc-026214260530" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.465666] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.466815] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.466921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.467038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.467290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.467421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.467751] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.467902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.467981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.468222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.468358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.468415] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 is going to be updated. [ 622.505639] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.505639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.505639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.505639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.505639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.519000] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: IN_PROGRESS for 2s [ 622.524963] env[66633]: INFO networking_nsxv3.common.synchronization [req-fec33c09-5343-4a8d-bf83-60aaea3bfed3 req-d7217e8f-69b5-4664-98de-9645306a7e43 tempest-ServersTestBootFromVolume-715147514 tempest-ServersTestBootFromVolume-715147514-project-member] Enqueued Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_members [ 622.525613] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_members [ 622.525773] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-3950361a-12af-4ef7-a73b-663319257ffc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.527638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.527638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.528076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.528252] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.528380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.528925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.528925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.528925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.528925] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.575638] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.972140] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c926d36-be6b-4e75-a882-d8dd14a638f2: rpc.has_security_group_logging(os_id): False [ 622.996508] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.996508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.996508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.996508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.996508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.996868] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.996868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.996868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.997129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.997129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.997129] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 is going to be created. [ 623.031990] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.032083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.032083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.032436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.032469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.032702] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.032858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.032924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.033102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.033179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.033264] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3950361a-12af-4ef7-a73b-663319257ffc already deleted. [ 623.033346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.069518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.069749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.069749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.069987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.070189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.078200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.078200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.078200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.078200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.078200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.078200] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be created. [ 623.084976] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 in Status: IN_PROGRESS for 2s [ 623.101080] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.101251] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-90" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.101251] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-90" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.102036] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-90" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.102036] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.102238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.102426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.102727] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.102923] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.103597] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.103723] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.103831] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.104663] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.104663] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.104663] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.104663] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.106107] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.106311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.106311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.106516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.106646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.119947] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: UNINITIALIZED for 2s [ 623.127270] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.127478] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.127634] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.127812] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-90" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.128242] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-4a5c6024-b890-45ef-994d-892809d7cf2d taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.128435] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-4a5c6024-b890-45ef-994d-892809d7cf2d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.128552] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-4a5c6024-b890-45ef-994d-892809d7cf2d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.128880] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-4a5c6024-b890-45ef-994d-892809d7cf2d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.129029] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5c6024-b890-45ef-994d-892809d7cf2d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.632372] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.632714] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.632925] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.633894] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.633894] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.633894] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 4a5c6024-b890-45ef-994d-892809d7cf2d not found, creating... [ 623.634096] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.634780] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.634780] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.634888] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.634973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.635326] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.635480] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.635625] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.636817] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.636817] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.636817] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 4a5c6024-b890-45ef-994d-892809d7cf2d is going to be created. [ 623.665468] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.665688] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.665805] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.666156] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.666621] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.666891] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-4a5c6024-b890-45ef-994d-892809d7cf2d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.406277] env[66633]: INFO networking_nsxv3.common.synchronization [req-fec33c09-5343-4a8d-bf83-60aaea3bfed3 req-44018d76-1fde-4586-89b0-605e1ea3f45b service nova] Enqueued Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_rules [ 624.406277] env[66633]: INFO networking_nsxv3.common.synchronization [req-fec33c09-5343-4a8d-bf83-60aaea3bfed3 req-44018d76-1fde-4586-89b0-605e1ea3f45b service nova] Enqueued Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_members [ 624.406277] env[66633]: INFO networking_nsxv3.common.synchronization [req-fec33c09-5343-4a8d-bf83-60aaea3bfed3 req-44018d76-1fde-4586-89b0-605e1ea3f45b service nova] Enqueued Resource ID: 4a5c6024-b890-45ef-994d-892809d7cf2d with Priority: HIGHEST for action port [ 624.406277] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_rules [ 624.406277] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_members [ 624.406277] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5c6024-b890-45ef-994d-892809d7cf2d with Priority: HIGHEST for action port [ 624.406277] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3950361a-12af-4ef7-a73b-663319257ffc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.406277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.406277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.408666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.408957] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.412032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-3950361a-12af-4ef7-a73b-663319257ffc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.412032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.412032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.412032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.412032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.412032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.412032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.412032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.412032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.412032] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.412871] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5c6024-b890-45ef-994d-892809d7cf2d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.412871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5c6024-b890-45ef-994d-892809d7cf2d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.413057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5c6024-b890-45ef-994d-892809d7cf2d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.413341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5c6024-b890-45ef-994d-892809d7cf2d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.413341] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5c6024-b890-45ef-994d-892809d7cf2d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.533593] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: SUCCESS [ 624.534023] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 deletion is rescheduled due to dependency. [ 624.534084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.915157] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-3950361a-12af-4ef7-a73b-663319257ffc taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.915438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.915438] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.916589] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a5c6024-b890-45ef-994d-892809d7cf2d with status ACTIVE [ 624.918603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.918603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.918603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.918603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.918603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.918603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.918603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.918603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.918603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.918603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.918603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.919110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.919110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.919110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.919199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.919258] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a5c6024-b890-45ef-994d-892809d7cf2d is going to be updated. [ 624.946102] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.946845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.947735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.948104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.948423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.948750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5c6024-b890-45ef-994d-892809d7cf2d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.112887] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 in Status: SUCCESS [ 625.113144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.130550] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 625.130863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.131173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.131527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.131819] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.131947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.132016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.132223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.132348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.132477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.132621] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.422147] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.639263] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.639263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.639263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.639263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.639263] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.639263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.639263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.639638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.639638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.639638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.639731] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.639859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.639859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.639995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.640166] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.640255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.640319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.640461] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.640531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.640606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.640700] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.813809] env[66633]: INFO networking_nsxv3.common.synchronization [None req-ac66743f-731d-4586-bc31-856f64376a10 None None] Enqueued Resource ID: f99206b1-467e-4e42-97be-696fc19d5c8f with Priority: HIGHEST for action port [ 625.816845] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99206b1-467e-4e42-97be-696fc19d5c8f with Priority: HIGHEST for action port [ 625.817607] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99206b1-467e-4e42-97be-696fc19d5c8f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.817746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99206b1-467e-4e42-97be-696fc19d5c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.817817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99206b1-467e-4e42-97be-696fc19d5c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.818185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99206b1-467e-4e42-97be-696fc19d5c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.818273] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99206b1-467e-4e42-97be-696fc19d5c8f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.926867] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.926867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.926867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.926867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.926867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.926867] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3950361a-12af-4ef7-a73b-663319257ffc is going to be created. [ 625.942192] env[66633]: INFO networking_nsxv3.common.synchronization [req-45d33216-e523-4dd0-bc51-451635a6cdb2 req-193b96ee-d0e0-43f7-9b13-e5c5dcde4976 tempest-VolumesAdminNegativeTest-1971246280 tempest-VolumesAdminNegativeTest-1971246280-project-member] Enqueued Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGHEST for action security_group_members [ 625.943065] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGHEST for action security_group_members [ 625.943618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a6447f-f14a-427b-8463-6baff26b43f8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.943943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.944146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.944509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.944763] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.944976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.945127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.945372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.945546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.945727] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.954656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.955554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.955554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.955554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.957019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.967707] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3950361a-12af-4ef7-a73b-663319257ffc in Status: UNINITIALIZED for 2s [ 626.146033] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20e8a1c3-87b4-4501-82c5-df2a952bce0b: rpc.has_security_group_logging(os_id): False [ 626.166745] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.167760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.167760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.167760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.167760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.167760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.167760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.167760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.168018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.168018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.168086] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.168163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.168289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.168359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.168432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.168630] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.168759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.168811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.169165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.169165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.170048] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be created. [ 626.237829] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.237982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.238071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.238289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.238475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.257424] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: IN_PROGRESS for 2s [ 626.320240] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f99206b1-467e-4e42-97be-696fc19d5c8f [ 626.320357] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.320488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.321114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.321114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.321114] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f99206b1-467e-4e42-97be-696fc19d5c8f already deleted. [ 626.321114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99206b1-467e-4e42-97be-696fc19d5c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.450280] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.450280] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.450280] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a6447f-f14a-427b-8463-6baff26b43f8 already deleted. [ 626.450280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.462602] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.462602] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-716" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.462602] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-716" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.462602] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-716" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.462602] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.463159] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.463370] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.466686] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.466686] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.466686] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.466686] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.466686] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.466686] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.466686] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.466686] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.466686] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.483628] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.483846] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.483932] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.484239] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-716" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.484482] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-6cab75b8-2c87-4c85-91d0-b949e6b5d428 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.484659] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-6cab75b8-2c87-4c85-91d0-b949e6b5d428" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.484779] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-6cab75b8-2c87-4c85-91d0-b949e6b5d428" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.485114] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-6cab75b8-2c87-4c85-91d0-b949e6b5d428" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.485250] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cab75b8-2c87-4c85-91d0-b949e6b5d428',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.988039] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.988340] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.988559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.991086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.991086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.991086] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 6cab75b8-2c87-4c85-91d0-b949e6b5d428 not found, creating... [ 626.991086] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.991086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.991086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.991086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.991086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.991086] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.991086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.991612] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.991612] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.991612] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.991612] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 6cab75b8-2c87-4c85-91d0-b949e6b5d428 is going to be created. [ 627.016983] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.017154] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.017289] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.019244] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.019244] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.019244] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-6cab75b8-2c87-4c85-91d0-b949e6b5d428" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.766598] env[66633]: INFO networking_nsxv3.common.synchronization [req-45d33216-e523-4dd0-bc51-451635a6cdb2 req-2ae34099-01fe-4e5f-818d-0e3185b4ec3a service nova] Enqueued Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGHEST for action security_group_rules [ 627.770023] env[66633]: INFO networking_nsxv3.common.synchronization [req-45d33216-e523-4dd0-bc51-451635a6cdb2 req-2ae34099-01fe-4e5f-818d-0e3185b4ec3a service nova] Enqueued Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGHEST for action security_group_members [ 627.770023] env[66633]: INFO networking_nsxv3.common.synchronization [req-45d33216-e523-4dd0-bc51-451635a6cdb2 req-2ae34099-01fe-4e5f-818d-0e3185b4ec3a service nova] Enqueued Resource ID: 6cab75b8-2c87-4c85-91d0-b949e6b5d428 with Priority: HIGHEST for action port [ 627.770023] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGHEST for action security_group_rules [ 627.770023] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGHEST for action security_group_members [ 627.770023] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cab75b8-2c87-4c85-91d0-b949e6b5d428 with Priority: HIGHEST for action port [ 627.770023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a6447f-f14a-427b-8463-6baff26b43f8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.770023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.770023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.770023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.770023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.770762] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a6447f-f14a-427b-8463-6baff26b43f8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.770762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.773115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.773305] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.773514] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.773664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.773734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.773907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.774023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.774141] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.775690] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cab75b8-2c87-4c85-91d0-b949e6b5d428 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.775832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cab75b8-2c87-4c85-91d0-b949e6b5d428" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.775912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cab75b8-2c87-4c85-91d0-b949e6b5d428" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.777296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cab75b8-2c87-4c85-91d0-b949e6b5d428" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.777419] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cab75b8-2c87-4c85-91d0-b949e6b5d428',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.982608] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3950361a-12af-4ef7-a73b-663319257ffc in Status: SUCCESS [ 627.982608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.985276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.985276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.985276] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.985276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.985276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.985276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.985276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.985276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.985276] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.988570] env[66633]: INFO networking_nsxv3.common.synchronization [None req-e35e7cc7-681c-4a83-9487-ee00983ffed7 None None] Enqueued Resource ID: d344a8c8-0a1e-4610-87c6-aa31d22a862b with Priority: HIGHEST for action port [ 627.990138] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d344a8c8-0a1e-4610-87c6-aa31d22a862b with Priority: HIGHEST for action port [ 627.991750] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d344a8c8-0a1e-4610-87c6-aa31d22a862b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.991750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d344a8c8-0a1e-4610-87c6-aa31d22a862b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.991750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d344a8c8-0a1e-4610-87c6-aa31d22a862b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.991750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d344a8c8-0a1e-4610-87c6-aa31d22a862b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.991750] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d344a8c8-0a1e-4610-87c6-aa31d22a862b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.274672] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 628.275517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.279386] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.280593] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a6447f-f14a-427b-8463-6baff26b43f8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.280788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.282295] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cab75b8-2c87-4c85-91d0-b949e6b5d428 with status ACTIVE [ 628.282542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.282675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.282741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.282957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.283062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.283504] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.283617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.283679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.283851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.283931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.284129] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.284245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.284328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.284484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.284585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.284681] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cab75b8-2c87-4c85-91d0-b949e6b5d428 is going to be updated. [ 628.316904] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.316904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.316904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.316904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.317979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.317979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cab75b8-2c87-4c85-91d0-b949e6b5d428" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.341856] env[66633]: INFO networking_nsxv3.common.synchronization [req-c25d40b5-a6a7-4ed3-9e8d-fc3e08022927 req-b246fae7-7ff4-4ea6-a596-919639d860cb tempest-ServerExternalEventsTest-595422908 tempest-ServerExternalEventsTest-595422908-project-member] Enqueued Resource ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 with Priority: HIGHEST for action security_group_members [ 628.345929] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 with Priority: HIGHEST for action security_group_members [ 628.346423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6413a8e6-db90-4894-80e7-81a90f5775d3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.346566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.346662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.346884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.347068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.347242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.347315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.347563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.347686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.347870] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6413a8e6-db90-4894-80e7-81a90f5775d3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.491545] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.494867] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d344a8c8-0a1e-4610-87c6-aa31d22a862b [ 628.494867] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.494867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.494867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.494867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.494867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.494867] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d344a8c8-0a1e-4610-87c6-aa31d22a862b already deleted. [ 628.494867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d344a8c8-0a1e-4610-87c6-aa31d22a862b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.771870] env[66633]: INFO networking_nsxv3.common.synchronization [req-74142634-e020-4b7e-a018-9662aedb41eb req-5df9cb04-0685-41e4-b59e-93cb3ad1ad13 tempest-ServersWithSpecificFlavorTestJSON-1383616531 tempest-ServersWithSpecificFlavorTestJSON-1383616531-project-member] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 628.772425] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 628.772719] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.772842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.772905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.773178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.773329] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.773430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.773488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.773657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.773769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.773879] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.782142] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.851019] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.851215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.851259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.851491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.851594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.851793] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.851887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.852078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.852125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.852265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.852265] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 is going to be updated. [ 628.883454] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.883681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.883727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.883968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.884132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.894062] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 in Status: IN_PROGRESS for 2s [ 628.993715] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3950361a-12af-4ef7-a73b-663319257ffc: rpc.has_security_group_logging(os_id): False [ 629.207014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.207519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.208448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.208448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.208448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.208975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.209120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.209192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.209418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.209561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.209679] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3950361a-12af-4ef7-a73b-663319257ffc is going to be created. [ 629.270104] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.270312] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.270445] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.270786] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.271079] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.271308] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.272600] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.272877] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.273041] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.273259] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.273371] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.273479] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.273584] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.273699] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.273798] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.273935] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.275921] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.276102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.276166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.276390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.276525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.276737] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.276837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.276899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.277064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.277144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.277229] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 already deleted. [ 629.277395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.284663] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.284821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.284896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.285121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.285199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.285283] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a6447f-f14a-427b-8463-6baff26b43f8 is going to be created. [ 629.339554] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.339773] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.339955] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.340102] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.340445] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-6af35039-7879-4125-bdac-2764bfadac86 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.340678] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-6af35039-7879-4125-bdac-2764bfadac86" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.340772] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-6af35039-7879-4125-bdac-2764bfadac86" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.341113] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-6af35039-7879-4125-bdac-2764bfadac86" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.341256] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af35039-7879-4125-bdac-2764bfadac86',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.343416] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.343659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.343659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.343972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.343972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.362207] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.362417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.362484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.362728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.362916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.372106] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3950361a-12af-4ef7-a73b-663319257ffc in Status: IN_PROGRESS for 2s [ 629.376360] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a6447f-f14a-427b-8463-6baff26b43f8 in Status: UNINITIALIZED for 2s [ 629.846850] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.846850] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.846850] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.846850] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.847083] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.847311] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 6af35039-7879-4125-bdac-2764bfadac86 not found, creating... [ 629.847506] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.847691] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.847815] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.848095] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.848238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.848692] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.849265] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.849265] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.849386] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.849558] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.849801] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 6af35039-7879-4125-bdac-2764bfadac86 is going to be created. [ 629.874770] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.874770] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.874770] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.875070] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.875300] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.875585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-6af35039-7879-4125-bdac-2764bfadac86" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.258486] env[66633]: INFO networking_nsxv3.common.synchronization [None req-7924cc53-6820-4e28-a44a-e04fea52f046 None None] Enqueued Resource ID: 9b7e46aa-150e-4d2b-852c-894f638f7409 with Priority: HIGHEST for action port [ 630.258730] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7e46aa-150e-4d2b-852c-894f638f7409 with Priority: HIGHEST for action port [ 630.258975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b7e46aa-150e-4d2b-852c-894f638f7409 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.259252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b7e46aa-150e-4d2b-852c-894f638f7409" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.259407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b7e46aa-150e-4d2b-852c-894f638f7409" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.259850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b7e46aa-150e-4d2b-852c-894f638f7409" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.260045] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b7e46aa-150e-4d2b-852c-894f638f7409',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.570742] env[66633]: INFO networking_nsxv3.common.synchronization [req-74142634-e020-4b7e-a018-9662aedb41eb req-d3501e85-de1e-4aee-909b-d4a004dd04f2 service nova] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_rules [ 630.570742] env[66633]: INFO networking_nsxv3.common.synchronization [req-74142634-e020-4b7e-a018-9662aedb41eb req-d3501e85-de1e-4aee-909b-d4a004dd04f2 service nova] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 630.570742] env[66633]: INFO networking_nsxv3.common.synchronization [req-74142634-e020-4b7e-a018-9662aedb41eb req-d3501e85-de1e-4aee-909b-d4a004dd04f2 service nova] Enqueued Resource ID: 6af35039-7879-4125-bdac-2764bfadac86 with Priority: HIGHEST for action port [ 630.570917] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_rules [ 630.570958] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 630.575252] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af35039-7879-4125-bdac-2764bfadac86 with Priority: HIGHEST for action port [ 630.575618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.576088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.576088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.576250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.576250] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.577213] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.577324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.577383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.577576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.577718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.577810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.577907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.579842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.580020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.580185] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.581653] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6af35039-7879-4125-bdac-2764bfadac86 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.581762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6af35039-7879-4125-bdac-2764bfadac86" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.582559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6af35039-7879-4125-bdac-2764bfadac86" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.582771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6af35039-7879-4125-bdac-2764bfadac86" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.583238] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af35039-7879-4125-bdac-2764bfadac86',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.763178] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b7e46aa-150e-4d2b-852c-894f638f7409 [ 630.763405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.763549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.763618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.764339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.764339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.764339] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b7e46aa-150e-4d2b-852c-894f638f7409 already deleted. [ 630.764339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b7e46aa-150e-4d2b-852c-894f638f7409" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.804031] env[66633]: INFO networking_nsxv3.common.synchronization [req-2e857348-0b21-4a28-b402-afb899e14078 req-f7e591ed-d5f7-4efb-930d-049d787dc9cd tempest-ServerDiagnosticsNegativeTest-496366813 tempest-ServerDiagnosticsNegativeTest-496366813-project-member] Enqueued Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGHEST for action security_group_members [ 630.804031] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGHEST for action security_group_members [ 630.804031] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f35207-b631-43d8-9917-7b7a5d264d5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.804031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.804031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.804031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.804031] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.804031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.804031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.804031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.804581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.804581] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.905117] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 in Status: SUCCESS [ 630.906750] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6413a8e6-db90-4894-80e7-81a90f5775d3 deletion is rescheduled due to dependency. [ 630.906750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6413a8e6-db90-4894-80e7-81a90f5775d3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.911019] env[66633]: INFO networking_nsxv3.common.synchronization [None req-999cbdfa-bef3-4b7a-ae1b-821bb195f17e tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_rules [ 630.911019] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_rules [ 630.911019] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7551686-eba4-482e-a5a1-b773ce2d9630 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.911019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.911019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.911019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.911019] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.067314] env[66633]: INFO networking_nsxv3.common.synchronization [None req-068dac13-06ac-4ae9-9f3f-64ef7978d5c1 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_rules [ 631.069091] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_rules [ 631.069721] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7551686-eba4-482e-a5a1-b773ce2d9630 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.069721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.085907] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.085907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.086111] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.087054] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6af35039-7879-4125-bdac-2764bfadac86 with status ACTIVE [ 631.087299] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.087441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.087716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.087755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.088304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.088304] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.088304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.088827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.088827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.088827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.088827] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.088982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.088982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.089064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.089169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.089232] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6af35039-7879-4125-bdac-2764bfadac86 is going to be updated. [ 631.115578] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.115578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.115578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.115578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.115578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.115578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6af35039-7879-4125-bdac-2764bfadac86" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.307287] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.307602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.307602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.308416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.308416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.309249] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.309388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.309463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.309650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.309732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.309895] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f35207-b631-43d8-9917-7b7a5d264d5a is going to be updated. [ 631.340724] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.340920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.340977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.342159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.342391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.352909] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f35207-b631-43d8-9917-7b7a5d264d5a in Status: IN_PROGRESS for 2s [ 631.387564] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a6447f-f14a-427b-8463-6baff26b43f8 in Status: SUCCESS [ 631.388151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.388452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.389354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.389354] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.389354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.389354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.389354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.389354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.389604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.389604] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.397355] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3950361a-12af-4ef7-a73b-663319257ffc in Status: SUCCESS [ 631.397924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.436185] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.436463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.436463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.437146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.437324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.437472] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7551686-eba4-482e-a5a1-b773ce2d9630 already deleted. [ 631.437538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.438063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.438583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.438583] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.591622] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.893795] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a6447f-f14a-427b-8463-6baff26b43f8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.894058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.895056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.895056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.895056] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.895056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.895056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.895056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.895056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.895056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.895571] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a6447f-f14a-427b-8463-6baff26b43f8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.895571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.895571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.895571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.895700] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.895811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.895811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.895951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.896032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.896129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.896200] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.964309] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.964309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.964309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.964309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.964309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.964309] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7551686-eba4-482e-a5a1-b773ce2d9630 already deleted. [ 631.964309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.094512] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.094679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.094726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.094938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.095035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.095130] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be created. [ 632.118809] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.118965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.119017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.119351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.119467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.129939] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: UNINITIALIZED for 2s [ 632.400566] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a6447f-f14a-427b-8463-6baff26b43f8: rpc.has_security_group_logging(os_id): False [ 632.417495] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.418167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.418167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.418167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.418167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.418167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.418363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.418363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.418425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.418562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.418786] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.418940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.419045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.419866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.419866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.419866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.419866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.419866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.419866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.419866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.420257] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a6447f-f14a-427b-8463-6baff26b43f8 is going to be created. [ 632.482343] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.482500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.482593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.482770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.482944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.493736] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a6447f-f14a-427b-8463-6baff26b43f8 in Status: IN_PROGRESS for 2s [ 632.662333] env[66633]: INFO networking_nsxv3.common.synchronization [req-9de78202-3c79-408e-8676-016291a8946d req-3ee6ec35-2cdd-496d-9051-283646a9b273 tempest-ServersAdminNegativeTestJSON-925087884 tempest-ServersAdminNegativeTestJSON-925087884-project-member] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 632.662854] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 632.664159] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.664287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.664617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.664943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.665366] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.665449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.665483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.665704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.665797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.665891] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.699393] env[66633]: INFO networking_nsxv3.common.synchronization [None req-828115b4-0ad1-40a5-a343-4fbf02b0fd64 None None] Enqueued Resource ID: 1dafa889-cee5-4826-ac18-44ce4eb4d49d with Priority: HIGHEST for action port [ 632.699945] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dafa889-cee5-4826-ac18-44ce4eb4d49d with Priority: HIGHEST for action port [ 632.700681] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dafa889-cee5-4826-ac18-44ce4eb4d49d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.700866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dafa889-cee5-4826-ac18-44ce4eb4d49d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.700985] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dafa889-cee5-4826-ac18-44ce4eb4d49d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.701355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dafa889-cee5-4826-ac18-44ce4eb4d49d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.701559] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dafa889-cee5-4826-ac18-44ce4eb4d49d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.169271] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.203772] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dafa889-cee5-4826-ac18-44ce4eb4d49d [ 633.204178] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.204178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.204314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.204637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.204752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.204874] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dafa889-cee5-4826-ac18-44ce4eb4d49d already deleted. [ 633.204996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dafa889-cee5-4826-ac18-44ce4eb4d49d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.221454] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.221454] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.221454] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.221615] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.222618] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.222760] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.222865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.223123] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.223251] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.223489] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.223655] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.223782] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.223916] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.224076] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.224183] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.224348] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.247560] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.248027] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.248210] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.248392] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.248779] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-52904aea-0acb-4bd0-8471-841ef1ecee52 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.248960] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-52904aea-0acb-4bd0-8471-841ef1ecee52" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.249089] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-52904aea-0acb-4bd0-8471-841ef1ecee52" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.249622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-52904aea-0acb-4bd0-8471-841ef1ecee52" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.249754] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52904aea-0acb-4bd0-8471-841ef1ecee52',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.364587] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f35207-b631-43d8-9917-7b7a5d264d5a in Status: SUCCESS [ 633.364587] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f35207-b631-43d8-9917-7b7a5d264d5a deletion is rescheduled due to dependency. [ 633.364587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.673023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.753212] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.753463] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.753869] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.754207] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.754400] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.754574] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 52904aea-0acb-4bd0-8471-841ef1ecee52 not found, creating... [ 633.754844] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.755097] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.755674] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.755674] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.755674] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.756555] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.756790] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.756940] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.757191] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.757336] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.757754] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 52904aea-0acb-4bd0-8471-841ef1ecee52 is going to be created. [ 633.779914] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.780189] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.780255] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.780508] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.780740] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.780962] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-52904aea-0acb-4bd0-8471-841ef1ecee52" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.141895] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: SUCCESS [ 634.142391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.142689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.143061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.143383] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.143659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.143807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.144168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.144384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.144592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.144777] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.177498] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.177498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.177498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.177498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.177498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.177498] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a is going to be updated. [ 634.210158] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.210158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.210158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.210407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.211532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.222246] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: IN_PROGRESS for 2s [ 634.507115] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a6447f-f14a-427b-8463-6baff26b43f8 in Status: SUCCESS [ 634.507492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.569077] env[66633]: INFO networking_nsxv3.common.synchronization [req-9de78202-3c79-408e-8676-016291a8946d req-2b6b341a-a2a9-44b6-bf82-45e3549fe8e5 service nova] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_rules [ 634.569252] env[66633]: INFO networking_nsxv3.common.synchronization [req-9de78202-3c79-408e-8676-016291a8946d req-2b6b341a-a2a9-44b6-bf82-45e3549fe8e5 service nova] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 634.569385] env[66633]: INFO networking_nsxv3.common.synchronization [req-9de78202-3c79-408e-8676-016291a8946d req-2b6b341a-a2a9-44b6-bf82-45e3549fe8e5 service nova] Enqueued Resource ID: 52904aea-0acb-4bd0-8471-841ef1ecee52 with Priority: HIGHEST for action port [ 634.569925] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_rules [ 634.570016] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 634.570117] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52904aea-0acb-4bd0-8471-841ef1ecee52 with Priority: HIGHEST for action port [ 634.570410] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.571055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.571055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.571055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.571055] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.571940] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.572054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.574349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-52904aea-0acb-4bd0-8471-841ef1ecee52 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.574349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52904aea-0acb-4bd0-8471-841ef1ecee52" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.574349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52904aea-0acb-4bd0-8471-841ef1ecee52" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.574349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52904aea-0acb-4bd0-8471-841ef1ecee52" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.574349] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52904aea-0acb-4bd0-8471-841ef1ecee52',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.647357] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.076465] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.077043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.077043] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52904aea-0acb-4bd0-8471-841ef1ecee52 with status ACTIVE [ 635.077188] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.077259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.077404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.080423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.080423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.080423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.080423] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52904aea-0acb-4bd0-8471-841ef1ecee52 is going to be updated. [ 635.121989] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.121989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.121989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.122626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.122626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.122626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52904aea-0acb-4bd0-8471-841ef1ecee52" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.151237] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d27de7bf-cd56-4b35-85b7-8960da4fba01: rpc.has_security_group_logging(os_id): False [ 635.173272] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.173661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.173661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.173776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.173776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.173983] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.174101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.174166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.174342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.174423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.175402] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be created. [ 635.324830] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.324830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.324830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.325047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.326139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.345102] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: IN_PROGRESS for 2s [ 636.233488] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: IN_PROGRESS for 4s [ 637.358312] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: SUCCESS [ 637.358733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.249625] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: SUCCESS [ 638.249625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.249625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.249625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.249625] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.249625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.249625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.249625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.249625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.249625] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.752341] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.256704] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.573761] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 639.573761] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 639.761120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.761120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.761120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.761120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.761120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.761120] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a is going to be updated. [ 639.799178] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.799340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.799340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.799539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.799700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.815469] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: IN_PROGRESS for 2s [ 640.308243] env[66633]: INFO networking_nsxv3.common.synchronization [None req-b122fb3d-b2e6-4688-b597-ae1b600f3571 None None] Enqueued Resource ID: 6f23db4f-998e-452a-b54e-e494850b6098 with Priority: HIGHEST for action port [ 640.308560] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f23db4f-998e-452a-b54e-e494850b6098 with Priority: HIGHEST for action port [ 640.311083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f23db4f-998e-452a-b54e-e494850b6098 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.311552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f23db4f-998e-452a-b54e-e494850b6098" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.311552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f23db4f-998e-452a-b54e-e494850b6098" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.312078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f23db4f-998e-452a-b54e-e494850b6098" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.312078] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f23db4f-998e-452a-b54e-e494850b6098',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.816581] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f23db4f-998e-452a-b54e-e494850b6098 [ 640.816581] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.816581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.816581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.816581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.816581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.816581] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f23db4f-998e-452a-b54e-e494850b6098 already deleted. [ 640.816581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f23db4f-998e-452a-b54e-e494850b6098" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.831128] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: SUCCESS [ 641.831477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.831537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.831720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.831907] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.832065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.832164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.832384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.832486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.832653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.832921] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.331033] env[66633]: INFO networking_nsxv3.common.synchronization [req-13d3341c-495b-4f95-a6dd-aed75c461d1c req-058dbf12-3cf2-4a02-8aea-ae96b733f2f5 tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 642.331820] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 642.332469] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.332469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.332469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.332676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.333293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.333293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.333293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.333293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.333293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.333293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.335885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.335885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.336054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.336147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.336297] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.336396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.336538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.337135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.337135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.337135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.337135] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.337135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.337135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.337389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.337481] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.337574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.337747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.338657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.338657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.338657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.338657] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.836139] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.837278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.837278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.837278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.837278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.837278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.837278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.837278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.837710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.837710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.837710] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae already deleted. [ 642.838100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.841027] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebfb4114-f8eb-4b3f-9376-e0943ba3910a: rpc.has_security_group_logging(os_id): False [ 642.861518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.861770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.861830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.862275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.862396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.862626] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.862758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.862843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.863081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.863180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.863535] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.863634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.863676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.863868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.863933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.864083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.864180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.864262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.864481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.864545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.864632] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a is going to be updated. [ 642.916363] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.916707] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.916884] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.917337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.917770] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.918035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.918089] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.918373] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.918613] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.918752] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.918868] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.918994] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.919263] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.919431] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.919611] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.919821] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.941016] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.941280] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.941381] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.941559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.941883] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-de7c00b0-af4f-4e76-b0f3-f86320a3f987 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.942054] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-de7c00b0-af4f-4e76-b0f3-f86320a3f987" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.942164] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-de7c00b0-af4f-4e76-b0f3-f86320a3f987" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.942582] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-de7c00b0-af4f-4e76-b0f3-f86320a3f987" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.943029] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7c00b0-af4f-4e76-b0f3-f86320a3f987',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.950087] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.950244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.950368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.950512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.950678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.961170] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: IN_PROGRESS for 2s [ 642.999128] env[66633]: INFO networking_nsxv3.common.synchronization [None req-f2d0e808-2ec6-4734-bb74-51e4bae3b0a7 None None] Enqueued Resource ID: 385d17fc-1228-4c8d-aa38-490bb02dc008 with Priority: HIGHEST for action port [ 642.999427] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385d17fc-1228-4c8d-aa38-490bb02dc008 with Priority: HIGHEST for action port [ 643.001338] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-385d17fc-1228-4c8d-aa38-490bb02dc008 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.001514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-385d17fc-1228-4c8d-aa38-490bb02dc008" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.001587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-385d17fc-1228-4c8d-aa38-490bb02dc008" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.001851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-385d17fc-1228-4c8d-aa38-490bb02dc008" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.001959] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('385d17fc-1228-4c8d-aa38-490bb02dc008',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.448524] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.448752] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.448873] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.449186] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.449337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.449482] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port de7c00b0-af4f-4e76-b0f3-f86320a3f987 not found, creating... [ 643.449735] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.449885] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.449997] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.450234] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.450367] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.450637] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.450788] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.450899] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.451264] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.451406] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.451541] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: de7c00b0-af4f-4e76-b0f3-f86320a3f987 is going to be created. [ 643.471653] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.471875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.472061] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.472321] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.472556] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.472845] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-de7c00b0-af4f-4e76-b0f3-f86320a3f987" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.504531] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 385d17fc-1228-4c8d-aa38-490bb02dc008 [ 643.504781] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.505271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.505271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.505271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.505467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.505467] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:385d17fc-1228-4c8d-aa38-490bb02dc008 already deleted. [ 643.505533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-385d17fc-1228-4c8d-aa38-490bb02dc008" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.628551] env[66633]: INFO networking_nsxv3.common.synchronization [None req-9556850e-b498-419f-871b-02e0c8faa51a None None] Enqueued Resource ID: 04a1025a-fecc-4960-8a1e-e9f936ca6f74 with Priority: HIGHEST for action port [ 643.629220] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a1025a-fecc-4960-8a1e-e9f936ca6f74 with Priority: HIGHEST for action port [ 643.629547] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-04a1025a-fecc-4960-8a1e-e9f936ca6f74 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.629679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04a1025a-fecc-4960-8a1e-e9f936ca6f74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.629751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04a1025a-fecc-4960-8a1e-e9f936ca6f74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.630028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04a1025a-fecc-4960-8a1e-e9f936ca6f74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.630118] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04a1025a-fecc-4960-8a1e-e9f936ca6f74',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.132596] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04a1025a-fecc-4960-8a1e-e9f936ca6f74 [ 644.132922] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.132997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.133060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.133266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.133353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.133448] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04a1025a-fecc-4960-8a1e-e9f936ca6f74 already deleted. [ 644.133532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04a1025a-fecc-4960-8a1e-e9f936ca6f74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.205791] env[66633]: INFO networking_nsxv3.common.synchronization [req-13d3341c-495b-4f95-a6dd-aed75c461d1c req-c600ca23-5a39-495b-ac98-1e0e7a1a29f0 service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 644.205971] env[66633]: INFO networking_nsxv3.common.synchronization [req-13d3341c-495b-4f95-a6dd-aed75c461d1c req-c600ca23-5a39-495b-ac98-1e0e7a1a29f0 service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 644.206121] env[66633]: INFO networking_nsxv3.common.synchronization [req-13d3341c-495b-4f95-a6dd-aed75c461d1c req-c600ca23-5a39-495b-ac98-1e0e7a1a29f0 service nova] Enqueued Resource ID: de7c00b0-af4f-4e76-b0f3-f86320a3f987 with Priority: HIGHEST for action port [ 644.206682] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 644.206940] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 644.206940] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7c00b0-af4f-4e76-b0f3-f86320a3f987 with Priority: HIGHEST for action port [ 644.207445] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.208874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.208976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.209520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.209788] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.212292] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.212995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.213126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.213301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.213466] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.213573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.213628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.213783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.213868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.213960] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.215810] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-de7c00b0-af4f-4e76-b0f3-f86320a3f987 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.215948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de7c00b0-af4f-4e76-b0f3-f86320a3f987" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.216102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de7c00b0-af4f-4e76-b0f3-f86320a3f987" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.216205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de7c00b0-af4f-4e76-b0f3-f86320a3f987" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.216293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7c00b0-af4f-4e76-b0f3-f86320a3f987',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.657480] env[66633]: INFO networking_nsxv3.common.synchronization [req-18f59a34-455c-4120-899e-4231e2956317 req-8f1d6b18-0eb2-4c56-8bc4-93b7942b3241 tempest-DeleteServersAdminTestJSON-799002923 tempest-DeleteServersAdminTestJSON-799002923-project-member] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 644.659015] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 644.659400] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.659540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.659634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.660122] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.660287] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.660397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.660626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.660714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.660809] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.712630] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.712630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.720763] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de7c00b0-af4f-4e76-b0f3-f86320a3f987 with status ACTIVE [ 644.720763] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.720994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.720994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.724990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.724990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.724990] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.724990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.724990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.724990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.724990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725317] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.725438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.725438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.726054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.726054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.726054] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de7c00b0-af4f-4e76-b0f3-f86320a3f987 is going to be updated. [ 644.729453] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.757276] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.757276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.757540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.757704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.757936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.758183] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de7c00b0-af4f-4e76-b0f3-f86320a3f987" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.974883] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: SUCCESS [ 644.974883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.076927] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.077137] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.077254] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.077560] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081987] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.081987] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.081987] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.081987] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081987] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.081987] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.082233] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.082233] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.082233] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.082330] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.082426] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.082554] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.110469] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.110775] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.111024] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.111219] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.111540] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.111713] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.111830] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.112179] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.112374] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8cf7e68-0325-4d4d-ae40-4556fd2e7923',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.165706] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.165706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.165706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.165706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.165706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.165706] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.165706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.165706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.165706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.165706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.165706] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 is going to be updated. [ 645.192660] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.194773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.194773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.195012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.195217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.208496] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: IN_PROGRESS for 2s [ 645.233168] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.618714] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.619045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.619169] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.619466] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.619625] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.619790] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port b8cf7e68-0325-4d4d-ae40-4556fd2e7923 not found, creating... [ 645.620070] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.620225] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.620358] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.620584] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.620717] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.621025] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.621171] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.621285] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.621486] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.621614] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.621746] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: b8cf7e68-0325-4d4d-ae40-4556fd2e7923 is going to be created. [ 645.644773] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.644889] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.645016] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.645322] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.645605] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.645768] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.735574] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.739218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.739725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.739725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.739964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.740099] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be created. [ 645.776308] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.778308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.778308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.778308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.778308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.794028] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: UNINITIALIZED for 2s [ 646.005961] env[66633]: INFO networking_nsxv3.common.synchronization [None req-3a9326c6-53fe-4710-813c-9bd94233f8ed None None] Enqueued Resource ID: 1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91 with Priority: HIGHEST for action port [ 646.006602] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91 with Priority: HIGHEST for action port [ 646.006901] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.007030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.007095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.007337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.007421] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.343482] env[66633]: INFO networking_nsxv3.common.synchronization [req-18f59a34-455c-4120-899e-4231e2956317 req-0bdac41c-ad18-462f-9eea-9c185141e543 service nova] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_rules [ 646.343758] env[66633]: INFO networking_nsxv3.common.synchronization [req-18f59a34-455c-4120-899e-4231e2956317 req-0bdac41c-ad18-462f-9eea-9c185141e543 service nova] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 646.346084] env[66633]: INFO networking_nsxv3.common.synchronization [req-18f59a34-455c-4120-899e-4231e2956317 req-0bdac41c-ad18-462f-9eea-9c185141e543 service nova] Enqueued Resource ID: b8cf7e68-0325-4d4d-ae40-4556fd2e7923 with Priority: HIGHEST for action port [ 646.347297] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_rules [ 646.347458] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 646.347578] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8cf7e68-0325-4d4d-ae40-4556fd2e7923 with Priority: HIGHEST for action port [ 646.347906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.348045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.348114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.348596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.348596] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.349303] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.349394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.349874] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.349874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.349874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.350202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.350202] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8cf7e68-0325-4d4d-ae40-4556fd2e7923',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.510019] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91 [ 646.510276] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.510408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.510700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.510818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.510885] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91 already deleted. [ 646.510987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d27f38d-5aef-4bb3-a0c1-fe8e025b2b91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.854063] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.854063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.855179] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8cf7e68-0325-4d4d-ae40-4556fd2e7923 with status ACTIVE [ 646.855375] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.855527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.855605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.856648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.856648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.856648] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.856648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.856648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.856648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.856983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.856983] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.856983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.857134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.857925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.857925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.857925] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8cf7e68-0325-4d4d-ae40-4556fd2e7923 is going to be updated. [ 646.883866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.884022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.884088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.884292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.884435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.884599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8cf7e68-0325-4d4d-ae40-4556fd2e7923" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.093117] env[66633]: INFO networking_nsxv3.common.synchronization [req-8dc3fa43-8a38-440b-bb41-9c1819901355 req-df730691-7c41-4544-bbca-3d3ec6eade9a tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_members [ 647.093662] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_members [ 647.093998] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7551686-eba4-482e-a5a1-b773ce2d9630 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.094944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.095044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.095728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.095728] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.095728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.095728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.096018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.096018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.096124] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.215069] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: SUCCESS [ 647.215293] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 deletion is rescheduled due to dependency. [ 647.215348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.215906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.215906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.215906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.216187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.216187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.216275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.216385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.216458] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.601421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.601688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.601775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.602114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.602265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.602785] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.602785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.603360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.603360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.603360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.603360] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7551686-eba4-482e-a5a1-b773ce2d9630 already deleted. [ 647.603544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.684801] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.684801] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.685602] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.686192] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.686761] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.687216] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.687647] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.688126] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.688743] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.689505] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.689658] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.689829] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.689986] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.690171] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.690512] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.690825] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.717113] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.718479] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.718479] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.718479] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.718479] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-c028c2fd-4362-4676-b046-fc2beeb76903 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.718798] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-c028c2fd-4362-4676-b046-fc2beeb76903" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.718798] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-c028c2fd-4362-4676-b046-fc2beeb76903" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.718998] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-c028c2fd-4362-4676-b046-fc2beeb76903" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.719374] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c028c2fd-4362-4676-b046-fc2beeb76903',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.720347] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.806820] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 647.806890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.807346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.807668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.807668] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.807811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.807811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.807968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.808023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.808080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.808170] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.050150] env[66633]: INFO networking_nsxv3.common.synchronization [None req-75be28db-f847-4c13-aab1-4e52dd31693a tempest-ServersTestJSON-1603909815 tempest-ServersTestJSON-1603909815-project-member] Enqueued Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_rules [ 648.050715] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_rules [ 648.051032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f36181-9196-40e6-97f8-2c2535cf65d5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.051159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.051226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.051479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.051634] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.225783] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.227335] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.227655] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.227811] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.228212] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.228424] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.228585] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port c028c2fd-4362-4676-b046-fc2beeb76903 not found, creating... [ 648.228887] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.229080] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.229184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.229468] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.229626] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.230168] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.230363] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.230494] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.230712] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.230851] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.231186] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: c028c2fd-4362-4676-b046-fc2beeb76903 is going to be created. [ 648.260874] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.260874] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.260874] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.260874] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.261141] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.261234] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-c028c2fd-4362-4676-b046-fc2beeb76903" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.311354] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.311354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.311354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.311354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.311354] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.311354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.311354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.311354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.311354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.311943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.311943] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.311943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.311943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.311943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.312255] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.312255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.312255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.312374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.313607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.313607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.313607] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.575710] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.575710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.575959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.576009] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.576093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.576186] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 already deleted. [ 648.576272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.733346] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.734493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.734493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.734493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.734493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734493] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 is going to be updated. [ 648.773929] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.773929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.773929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.776028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.776028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.785468] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: IN_PROGRESS for 2s [ 648.814947] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 628f9d2f-fc5a-480e-906b-5480b97b49ae: rpc.has_security_group_logging(os_id): False [ 648.834530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.834738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.834814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.835081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.835177] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.835407] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.835511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.835589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.835776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.835859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.836055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.836157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.836218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.836363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.836445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.836800] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.836915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.836978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.837158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.837241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.837334] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be created. [ 648.908193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.908385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.908485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.908786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.909096] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.925140] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 648.940018] env[66633]: INFO networking_nsxv3.common.synchronization [None req-aef8d73f-fd91-48e8-ba42-9273bd40f481 tempest-ServersTestJSON-1603909815 tempest-ServersTestJSON-1603909815-project-member] Enqueued Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_rules [ 648.940636] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_rules [ 648.941032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f36181-9196-40e6-97f8-2c2535cf65d5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.941154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.941154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.941324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.941404] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.982070] env[66633]: INFO networking_nsxv3.common.synchronization [req-8dc3fa43-8a38-440b-bb41-9c1819901355 req-5651df66-3f20-4f32-8b50-6d3f3973b349 service nova] Enqueued Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_rules [ 648.982245] env[66633]: INFO networking_nsxv3.common.synchronization [req-8dc3fa43-8a38-440b-bb41-9c1819901355 req-5651df66-3f20-4f32-8b50-6d3f3973b349 service nova] Enqueued Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_members [ 648.982383] env[66633]: INFO networking_nsxv3.common.synchronization [req-8dc3fa43-8a38-440b-bb41-9c1819901355 req-5651df66-3f20-4f32-8b50-6d3f3973b349 service nova] Enqueued Resource ID: c028c2fd-4362-4676-b046-fc2beeb76903 with Priority: HIGHEST for action port [ 648.982907] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_rules [ 648.983412] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_members [ 648.983559] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c028c2fd-4362-4676-b046-fc2beeb76903 with Priority: HIGHEST for action port [ 648.984454] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7551686-eba4-482e-a5a1-b773ce2d9630 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.984595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.984646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.984849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.984929] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.985917] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7551686-eba4-482e-a5a1-b773ce2d9630 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.985917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.985917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.988384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.988384] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.988384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.988384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.988384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.988384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.988384] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.988384] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c028c2fd-4362-4676-b046-fc2beeb76903 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.988384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c028c2fd-4362-4676-b046-fc2beeb76903" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.988384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c028c2fd-4362-4676-b046-fc2beeb76903" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.988384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c028c2fd-4362-4676-b046-fc2beeb76903" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.988384] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c028c2fd-4362-4676-b046-fc2beeb76903',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.470846] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.471019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.471019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.471918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.471918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.471918] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 already deleted. [ 649.471918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.490146] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.492073] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7551686-eba4-482e-a5a1-b773ce2d9630 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.492073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.492073] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c028c2fd-4362-4676-b046-fc2beeb76903 with status ACTIVE [ 649.492073] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.492283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.492283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.492411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.492515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.492656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.492752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.492814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.492964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.493052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.493459] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.493459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.493459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.493639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.493639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.493639] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c028c2fd-4362-4676-b046-fc2beeb76903 is going to be updated. [ 649.516748] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.516893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.516957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.517323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.517767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.517979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c028c2fd-4362-4676-b046-fc2beeb76903" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.787057] env[66633]: INFO networking_nsxv3.common.synchronization [req-baf9f61e-a43b-417e-997e-daea77affd47 req-d8948265-cf69-444a-a5aa-dd9f7dd19369 tempest-VolumesAdminNegativeTest-1971246280 tempest-VolumesAdminNegativeTest-1971246280-project-member] Enqueued Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGHEST for action security_group_members [ 649.787421] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGHEST for action security_group_members [ 649.787605] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a6447f-f14a-427b-8463-6baff26b43f8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.787824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.787941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.792021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.792021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.792021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.792021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.792021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.792021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.792021] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.998998] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.295083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.295083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.295083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.295083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.295083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.295083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.295083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.295083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.295083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.295083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.295083] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a6447f-f14a-427b-8463-6baff26b43f8 is going to be updated. [ 650.337443] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.337443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.337443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.337443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.337443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.348976] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a6447f-f14a-427b-8463-6baff26b43f8 in Status: IN_PROGRESS for 2s [ 650.502764] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.507444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.507444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.507444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.507444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.507444] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7551686-eba4-482e-a5a1-b773ce2d9630 is going to be created. [ 650.534594] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.534779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.534859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.535104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.535253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.547876] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7551686-eba4-482e-a5a1-b773ce2d9630 in Status: UNINITIALIZED for 2s [ 650.799646] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: SUCCESS [ 650.800027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.800072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.800311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.800494] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.800622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.800683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.801822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.801976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.802090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.802196] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.939671] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 650.939671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.309967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.309967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.309967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.309967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.309967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.310558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.310558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.310558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.310558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.310558] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.430939] env[66633]: INFO networking_nsxv3.common.synchronization [None req-74adbd3c-0f6a-4705-bd09-caa00e5df2de None None] Enqueued Resource ID: d75dad2b-e943-4d21-8df9-57070d5eb589 with Priority: HIGHEST for action port [ 651.431876] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75dad2b-e943-4d21-8df9-57070d5eb589 with Priority: HIGHEST for action port [ 651.431876] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75dad2b-e943-4d21-8df9-57070d5eb589 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.432207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75dad2b-e943-4d21-8df9-57070d5eb589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.432207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75dad2b-e943-4d21-8df9-57070d5eb589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.433604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75dad2b-e943-4d21-8df9-57070d5eb589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.434270] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75dad2b-e943-4d21-8df9-57070d5eb589',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.815210] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a1c3106-e5cb-4891-8e16-d0c4bfaad116: rpc.has_security_group_logging(os_id): False [ 651.833895] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.834717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.834807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.835221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.835392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.836120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.836412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.836611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.836933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.837014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.837260] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.837933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.837933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.837933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.837933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.838120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.838120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.838206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.838363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.838435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.838539] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 is going to be updated. [ 651.916698] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.916985] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.917135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.917314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.917547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.932373] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: IN_PROGRESS for 2s [ 651.935982] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d75dad2b-e943-4d21-8df9-57070d5eb589 [ 651.936881] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.936881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.936881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.937139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.937425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.937569] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d75dad2b-e943-4d21-8df9-57070d5eb589 already deleted. [ 651.937708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75dad2b-e943-4d21-8df9-57070d5eb589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.065477] env[66633]: INFO networking_nsxv3.common.synchronization [None req-c7e25d53-0224-497b-a920-ad67c0a292e4 None None] Enqueued Resource ID: 305dad1d-21c1-4e18-98e2-2841081d304b with Priority: HIGHEST for action port [ 652.066300] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305dad1d-21c1-4e18-98e2-2841081d304b with Priority: HIGHEST for action port [ 652.067086] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-305dad1d-21c1-4e18-98e2-2841081d304b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.067171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-305dad1d-21c1-4e18-98e2-2841081d304b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.067314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-305dad1d-21c1-4e18-98e2-2841081d304b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.067715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-305dad1d-21c1-4e18-98e2-2841081d304b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.067899] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('305dad1d-21c1-4e18-98e2-2841081d304b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.362839] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a6447f-f14a-427b-8463-6baff26b43f8 in Status: SUCCESS [ 652.362839] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a6447f-f14a-427b-8463-6baff26b43f8 deletion is rescheduled due to dependency. [ 652.362839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.562694] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7551686-eba4-482e-a5a1-b773ce2d9630 in Status: SUCCESS [ 652.563041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.563278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.563571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.563813] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.564018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.564170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.564402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.564487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.564749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.564916] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.573410] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 305dad1d-21c1-4e18-98e2-2841081d304b [ 652.573410] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.573410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.573410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.573410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.573410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.573410] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:305dad1d-21c1-4e18-98e2-2841081d304b already deleted. [ 652.573410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-305dad1d-21c1-4e18-98e2-2841081d304b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.908023] env[66633]: INFO networking_nsxv3.common.synchronization [req-0ce42fa5-6826-4618-aa6f-feb62b752f86 req-3567dd00-50cd-4302-bb20-b18af9661e98 tempest-ImagesNegativeTestJSON-1054855332 tempest-ImagesNegativeTestJSON-1054855332-project-member] Enqueued Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGHEST for action security_group_members [ 652.908023] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGHEST for action security_group_members [ 652.909582] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e64dcf9e-0b27-43ed-99db-767d96145ad0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.909582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.909582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.910167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.910167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.910167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.910167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.910638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.910638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.910638] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.994340] env[66633]: INFO networking_nsxv3.common.synchronization [None req-20b8f9e0-541f-45f1-befd-0087f27ae604 None None] Enqueued Resource ID: 2536d02f-31c8-4c26-86d6-2153e543371f with Priority: HIGHEST for action port [ 652.994340] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2536d02f-31c8-4c26-86d6-2153e543371f with Priority: HIGHEST for action port [ 652.994340] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2536d02f-31c8-4c26-86d6-2153e543371f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.994340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2536d02f-31c8-4c26-86d6-2153e543371f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.994340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2536d02f-31c8-4c26-86d6-2153e543371f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.994689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2536d02f-31c8-4c26-86d6-2153e543371f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.994902] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2536d02f-31c8-4c26-86d6-2153e543371f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.067141] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.414377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.414568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.414833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.414925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.414973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.415165] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.415268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.415331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.415487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.415563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.415647] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 already deleted. [ 653.415859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.501021] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2536d02f-31c8-4c26-86d6-2153e543371f [ 653.501021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.501021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.501021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.501021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.501021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.501021] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2536d02f-31c8-4c26-86d6-2153e543371f already deleted. [ 653.501021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2536d02f-31c8-4c26-86d6-2153e543371f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.572201] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7551686-eba4-482e-a5a1-b773ce2d9630: rpc.has_security_group_logging(os_id): False [ 653.592571] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.592773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.592773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.592981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.593108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.593334] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.593434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.593496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.593652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.593728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.594085] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7551686-eba4-482e-a5a1-b773ce2d9630 is going to be created. [ 653.610811] env[66633]: INFO networking_nsxv3.common.synchronization [None req-320f42eb-a7e1-4a71-90b7-483636ca1ae0 None None] Enqueued Resource ID: 435dab4f-1c14-4e5e-8b13-dbc6f54f8784 with Priority: HIGHEST for action port [ 653.611951] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435dab4f-1c14-4e5e-8b13-dbc6f54f8784 with Priority: HIGHEST for action port [ 653.613011] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-435dab4f-1c14-4e5e-8b13-dbc6f54f8784 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.613150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-435dab4f-1c14-4e5e-8b13-dbc6f54f8784" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.613150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-435dab4f-1c14-4e5e-8b13-dbc6f54f8784" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.613465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-435dab4f-1c14-4e5e-8b13-dbc6f54f8784" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.613554] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435dab4f-1c14-4e5e-8b13-dbc6f54f8784',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.673182] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.674500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.674633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.674881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.677520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.690188] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7551686-eba4-482e-a5a1-b773ce2d9630 in Status: IN_PROGRESS for 2s [ 653.947870] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: SUCCESS [ 653.947870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.120432] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 435dab4f-1c14-4e5e-8b13-dbc6f54f8784 [ 654.120432] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.120432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.120432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.120432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.120432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.120432] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:435dab4f-1c14-4e5e-8b13-dbc6f54f8784 already deleted. [ 654.120432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-435dab4f-1c14-4e5e-8b13-dbc6f54f8784" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.323286] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.323536] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-245" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.323659] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-245" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.324252] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-245" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.325726] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.325927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.326210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.326499] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.326685] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.327151] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.329921] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.329921] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.329921] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.329921] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.329921] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.329921] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.356371] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.356568] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.356765] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.356950] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-245" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.357286] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-d7d13682-0cf1-4f71-b955-daa77e749ede taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.357461] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-d7d13682-0cf1-4f71-b955-daa77e749ede" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.357609] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-d7d13682-0cf1-4f71-b955-daa77e749ede" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.357947] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-d7d13682-0cf1-4f71-b955-daa77e749ede" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.358760] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d13682-0cf1-4f71-b955-daa77e749ede',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.832040] env[66633]: INFO networking_nsxv3.common.synchronization [None req-c043f0e4-1ddf-4427-9496-f297084fb34c None None] Enqueued Resource ID: 018bb407-b62b-4ee1-b5a1-fb3689ea0ef0 with Priority: HIGHEST for action port [ 654.832572] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018bb407-b62b-4ee1-b5a1-fb3689ea0ef0 with Priority: HIGHEST for action port [ 654.833376] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-018bb407-b62b-4ee1-b5a1-fb3689ea0ef0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.833721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-018bb407-b62b-4ee1-b5a1-fb3689ea0ef0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.833820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-018bb407-b62b-4ee1-b5a1-fb3689ea0ef0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.834711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-018bb407-b62b-4ee1-b5a1-fb3689ea0ef0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.834806] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018bb407-b62b-4ee1-b5a1-fb3689ea0ef0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.861422] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.861669] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.861785] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.862124] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.862263] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.862415] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port d7d13682-0cf1-4f71-b955-daa77e749ede not found, creating... [ 654.862745] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.864436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.864436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.864436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.864436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.864436] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.864436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.864436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.864436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.864436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.865057] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: d7d13682-0cf1-4f71-b955-daa77e749ede is going to be created. [ 654.890539] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.890787] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.891503] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.891503] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.891503] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.891719] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-d7d13682-0cf1-4f71-b955-daa77e749ede" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.030303] env[66633]: INFO networking_nsxv3.common.synchronization [req-cc5b74ac-3ecf-4a31-8001-fcd39897156a req-0de8e304-13ad-439e-9c5d-8b8b2faebf10 tempest-ServerDiagnosticsTest-1362580538 tempest-ServerDiagnosticsTest-1362580538-project-member] Enqueued Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGHEST for action security_group_members [ 655.030303] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGHEST for action security_group_members [ 655.030303] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa48364-2cf1-4475-a30b-8987af25f3ef taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.030303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.030303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.030303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.030986] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.030986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.030986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.031338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.031338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.031338] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.338439] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 018bb407-b62b-4ee1-b5a1-fb3689ea0ef0 [ 655.338439] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.338439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.338439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.338439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.338439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.338439] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:018bb407-b62b-4ee1-b5a1-fb3689ea0ef0 already deleted. [ 655.338439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-018bb407-b62b-4ee1-b5a1-fb3689ea0ef0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.396497] env[66633]: INFO networking_nsxv3.common.synchronization [None req-5d3d2ed1-ecfe-4a61-ae19-50ce3f200406 None None] Enqueued Resource ID: 81e0d1fb-87fb-4dd2-8343-27068cd3434e with Priority: HIGHEST for action port [ 655.397340] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81e0d1fb-87fb-4dd2-8343-27068cd3434e with Priority: HIGHEST for action port [ 655.397752] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-81e0d1fb-87fb-4dd2-8343-27068cd3434e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.397752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81e0d1fb-87fb-4dd2-8343-27068cd3434e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.397752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81e0d1fb-87fb-4dd2-8343-27068cd3434e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.397906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81e0d1fb-87fb-4dd2-8343-27068cd3434e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.397983] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e0d1fb-87fb-4dd2-8343-27068cd3434e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.534810] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.534810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.535247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.535522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.535782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.535782] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.535962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.535962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.536158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.536238] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa48364-2cf1-4475-a30b-8987af25f3ef already deleted. [ 655.536435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.608462] env[66633]: INFO networking_nsxv3.common.synchronization [req-0ce42fa5-6826-4618-aa6f-feb62b752f86 req-b1b8fbd7-fdf7-41df-8745-1b271722cc59 service nova] Enqueued Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGHEST for action security_group_rules [ 655.608462] env[66633]: INFO networking_nsxv3.common.synchronization [req-0ce42fa5-6826-4618-aa6f-feb62b752f86 req-b1b8fbd7-fdf7-41df-8745-1b271722cc59 service nova] Enqueued Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGHEST for action security_group_members [ 655.608462] env[66633]: INFO networking_nsxv3.common.synchronization [req-0ce42fa5-6826-4618-aa6f-feb62b752f86 req-b1b8fbd7-fdf7-41df-8745-1b271722cc59 service nova] Enqueued Resource ID: d7d13682-0cf1-4f71-b955-daa77e749ede with Priority: HIGHEST for action port [ 655.608462] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGHEST for action security_group_rules [ 655.608462] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGHEST for action security_group_members [ 655.608462] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d13682-0cf1-4f71-b955-daa77e749ede with Priority: HIGHEST for action port [ 655.608935] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e64dcf9e-0b27-43ed-99db-767d96145ad0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.609258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.609440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.614543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.614543] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.614543] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e64dcf9e-0b27-43ed-99db-767d96145ad0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.614543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.614543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.614543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.614543] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.614543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.614543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.614543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.614543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.614543] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.615653] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7d13682-0cf1-4f71-b955-daa77e749ede taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.615759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7d13682-0cf1-4f71-b955-daa77e749ede" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.615819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7d13682-0cf1-4f71-b955-daa77e749ede" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.615921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7d13682-0cf1-4f71-b955-daa77e749ede" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.615994] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d13682-0cf1-4f71-b955-daa77e749ede',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.702692] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7551686-eba4-482e-a5a1-b773ce2d9630 in Status: SUCCESS [ 655.702934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.901537] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81e0d1fb-87fb-4dd2-8343-27068cd3434e [ 655.901657] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.901804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.901909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.903012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.903012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.903012] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81e0d1fb-87fb-4dd2-8343-27068cd3434e already deleted. [ 655.903012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81e0d1fb-87fb-4dd2-8343-27068cd3434e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.998730] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.998933] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.999069] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.999328] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.999671] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.999780] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.999828] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.000048] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.002078] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.002078] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.002078] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.002078] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.002078] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.002078] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.002078] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.002078] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.020922] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.022036] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.022036] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.022036] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.022036] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-a8672011-196a-4788-9a75-00aeeef1abfe taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.022036] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-a8672011-196a-4788-9a75-00aeeef1abfe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.022036] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-a8672011-196a-4788-9a75-00aeeef1abfe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.022468] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-a8672011-196a-4788-9a75-00aeeef1abfe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.022468] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8672011-196a-4788-9a75-00aeeef1abfe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.117963] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e64dcf9e-0b27-43ed-99db-767d96145ad0 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.118274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.120644] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.121567] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7d13682-0cf1-4f71-b955-daa77e749ede with status ACTIVE [ 656.121768] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.121892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.121964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.122176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.122264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.122442] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.122541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.122605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.122756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.122868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.123025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.123337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.123337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.123337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.123337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.123495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7d13682-0cf1-4f71-b955-daa77e749ede is going to be updated. [ 656.148708] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.149229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.149335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.149654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.149814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.150138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7d13682-0cf1-4f71-b955-daa77e749ede" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.528134] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.528134] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.528134] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.528134] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.528545] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.528545] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port a8672011-196a-4788-9a75-00aeeef1abfe not found, creating... [ 656.528651] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.528738] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.528892] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.529156] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.529286] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.529980] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.529980] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.529980] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.529980] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.530374] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.530494] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: a8672011-196a-4788-9a75-00aeeef1abfe is going to be created. [ 656.551447] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.551653] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.551786] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.552041] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.552269] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.552490] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-a8672011-196a-4788-9a75-00aeeef1abfe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.628720] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.133142] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.133504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.133504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.133582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.133662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.133720] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 is going to be created. [ 657.160290] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.160487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.160487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.160742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.160898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.172118] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 in Status: UNINITIALIZED for 2s [ 657.275938] env[66633]: INFO networking_nsxv3.common.synchronization [req-cc5b74ac-3ecf-4a31-8001-fcd39897156a req-2806b61a-04f7-475e-aacf-7dc692def8b2 service nova] Enqueued Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGHEST for action security_group_rules [ 657.275938] env[66633]: INFO networking_nsxv3.common.synchronization [req-cc5b74ac-3ecf-4a31-8001-fcd39897156a req-2806b61a-04f7-475e-aacf-7dc692def8b2 service nova] Enqueued Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGHEST for action security_group_members [ 657.275938] env[66633]: INFO networking_nsxv3.common.synchronization [req-cc5b74ac-3ecf-4a31-8001-fcd39897156a req-2806b61a-04f7-475e-aacf-7dc692def8b2 service nova] Enqueued Resource ID: a8672011-196a-4788-9a75-00aeeef1abfe with Priority: HIGHEST for action port [ 657.279013] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGHEST for action security_group_rules [ 657.280570] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGHEST for action security_group_members [ 657.280570] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8672011-196a-4788-9a75-00aeeef1abfe with Priority: HIGHEST for action port [ 657.281809] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa48364-2cf1-4475-a30b-8987af25f3ef taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.282047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.282374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.283292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.283649] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.287077] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa48364-2cf1-4475-a30b-8987af25f3ef taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.287077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.287077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.287077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.287077] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.287077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.287077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.287077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.287077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.287077] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.289431] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8672011-196a-4788-9a75-00aeeef1abfe taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.289612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8672011-196a-4788-9a75-00aeeef1abfe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.291520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8672011-196a-4788-9a75-00aeeef1abfe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.291520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8672011-196a-4788-9a75-00aeeef1abfe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.291520] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8672011-196a-4788-9a75-00aeeef1abfe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.735682] env[66633]: INFO networking_nsxv3.common.synchronization [None req-e62e127f-dfa1-45b8-8467-24cf6394e96a None None] Enqueued Resource ID: dfa2c189-03e4-4c49-815d-7ed463785b5a with Priority: HIGHEST for action port [ 657.735778] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa2c189-03e4-4c49-815d-7ed463785b5a with Priority: HIGHEST for action port [ 657.736401] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa2c189-03e4-4c49-815d-7ed463785b5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.736401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa2c189-03e4-4c49-815d-7ed463785b5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.736401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa2c189-03e4-4c49-815d-7ed463785b5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.736717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa2c189-03e4-4c49-815d-7ed463785b5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.736717] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa2c189-03e4-4c49-815d-7ed463785b5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.793093] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa48364-2cf1-4475-a30b-8987af25f3ef taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.793249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.793413] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.794336] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8672011-196a-4788-9a75-00aeeef1abfe with status ACTIVE [ 657.794758] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.794758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.794758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.794758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.794925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.795110] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.795190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.795190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.795483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.795483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.795596] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.795673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.795735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.795873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.797291] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.797412] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8672011-196a-4788-9a75-00aeeef1abfe is going to be updated. [ 657.822103] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.822644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.822644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.822644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.822797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.823309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8672011-196a-4788-9a75-00aeeef1abfe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.240063] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfa2c189-03e4-4c49-815d-7ed463785b5a [ 658.240063] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.240063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.240063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.240657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.240657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.241020] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfa2c189-03e4-4c49-815d-7ed463785b5a already deleted. [ 658.241020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa2c189-03e4-4c49-815d-7ed463785b5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.299616] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.802029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.802029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.802297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.802297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.802410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.802565] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa48364-2cf1-4475-a30b-8987af25f3ef is going to be created. [ 658.829941] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.830116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.830199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.830411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.830570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.842614] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa48364-2cf1-4475-a30b-8987af25f3ef in Status: UNINITIALIZED for 2s [ 659.188942] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 in Status: SUCCESS [ 659.189812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.189812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.189812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.192085] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.193815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.193815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.193815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.193815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.193815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.193815] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.539926] env[66633]: INFO networking_nsxv3.common.synchronization [None req-5ecd018e-4df2-4e36-bb3f-19f3fcff8a97 None None] Enqueued Resource ID: b3e28efa-4c7c-46cb-a784-b5ae8cab0b95 with Priority: HIGHEST for action port [ 659.543561] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e28efa-4c7c-46cb-a784-b5ae8cab0b95 with Priority: HIGHEST for action port [ 659.543561] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3e28efa-4c7c-46cb-a784-b5ae8cab0b95 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.543561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3e28efa-4c7c-46cb-a784-b5ae8cab0b95" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.543561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3e28efa-4c7c-46cb-a784-b5ae8cab0b95" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.543561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3e28efa-4c7c-46cb-a784-b5ae8cab0b95" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.543561] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e28efa-4c7c-46cb-a784-b5ae8cab0b95',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.700612] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e64dcf9e-0b27-43ed-99db-767d96145ad0 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.701057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.701057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.701057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.701290] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.701398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.701467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.701586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.701691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.701778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.701954] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e64dcf9e-0b27-43ed-99db-767d96145ad0 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.702075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.702134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.702302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.702437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.702541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.702615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.702760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.705351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.705351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.707146] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.939680] env[66633]: INFO networking_nsxv3.common.synchronization [None req-f2d6d85f-e665-4d60-8252-7f23de698be1 None None] Enqueued Resource ID: 844e6dcd-4ae8-4d5a-abd5-7d384e013413 with Priority: HIGHEST for action port [ 659.942965] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844e6dcd-4ae8-4d5a-abd5-7d384e013413 with Priority: HIGHEST for action port [ 659.943888] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-844e6dcd-4ae8-4d5a-abd5-7d384e013413 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.944173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-844e6dcd-4ae8-4d5a-abd5-7d384e013413" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.944349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-844e6dcd-4ae8-4d5a-abd5-7d384e013413" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.945028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-844e6dcd-4ae8-4d5a-abd5-7d384e013413" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.945028] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('844e6dcd-4ae8-4d5a-abd5-7d384e013413',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.049355] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3e28efa-4c7c-46cb-a784-b5ae8cab0b95 [ 660.049625] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.049765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.049849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.050076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.050170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.050381] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3e28efa-4c7c-46cb-a784-b5ae8cab0b95 already deleted. [ 660.050381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3e28efa-4c7c-46cb-a784-b5ae8cab0b95" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.213118] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e64dcf9e-0b27-43ed-99db-767d96145ad0: rpc.has_security_group_logging(os_id): False [ 660.254811] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.254811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.254811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.254811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.254811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.255200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.255318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.255318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.255537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.255736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.255917] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.258144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.262141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.262141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.262141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.262141] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.262141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.262141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.262141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.262141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.262141] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 is going to be created. [ 660.385261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.385261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.385261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.385261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.385261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.408885] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 in Status: IN_PROGRESS for 2s [ 660.453408] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 844e6dcd-4ae8-4d5a-abd5-7d384e013413 [ 660.453732] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.453910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.454428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.454428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.454428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.454595] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:844e6dcd-4ae8-4d5a-abd5-7d384e013413 already deleted. [ 660.454595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-844e6dcd-4ae8-4d5a-abd5-7d384e013413" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.468290] env[66633]: INFO networking_nsxv3.common.synchronization [None req-6516f92a-2e5a-4372-a7f0-c4a0b68ab32d tempest-AttachVolumeTestJSON-1331904424 tempest-AttachVolumeTestJSON-1331904424-project-member] Enqueued Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_rules [ 660.468977] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_rules [ 660.475054] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.475211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.475211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.475431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.475518] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.691966] env[66633]: INFO networking_nsxv3.common.synchronization [None req-b398f323-453d-4507-9c9a-66429b0ac661 tempest-AttachVolumeTestJSON-1331904424 tempest-AttachVolumeTestJSON-1331904424-project-member] Enqueued Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_rules [ 660.692459] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_rules [ 660.693248] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.693404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.858041] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa48364-2cf1-4475-a30b-8987af25f3ef in Status: SUCCESS [ 660.858041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.858041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.858041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.858041] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.858041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.858041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.858041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.858041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.858041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.858041] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.067655] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.067655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.067655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.067655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.067655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.067655] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 already deleted. [ 661.067655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.067655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.067655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.067655] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.359516] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa48364-2cf1-4475-a30b-8987af25f3ef taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.359700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.359700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.359921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.360113] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.360218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.360278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.360429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.360517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.360601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.360759] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa48364-2cf1-4475-a30b-8987af25f3ef taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.360849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.360910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.361329] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.361329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.361923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.361923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.361923] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.543155] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.544200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.544200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.544200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.544200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.544200] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 already deleted. [ 661.544200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.863558] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfa48364-2cf1-4475-a30b-8987af25f3ef: rpc.has_security_group_logging(os_id): False [ 661.887037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.887037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.887037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.887037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.890652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.890652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.890652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.890652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.890652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.890652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.890652] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa48364-2cf1-4475-a30b-8987af25f3ef is going to be created. [ 661.959598] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.959702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.959744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.959956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.960228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.978763] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa48364-2cf1-4475-a30b-8987af25f3ef in Status: IN_PROGRESS for 2s [ 662.425184] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 in Status: SUCCESS [ 662.425515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.632388] env[66633]: INFO networking_nsxv3.common.synchronization [None req-9dade505-6374-4c11-be24-20f4527d60b6 None None] Enqueued Resource ID: 29c26f11-ee40-4b70-9e65-e47c84aec351 with Priority: HIGHEST for action port [ 662.633364] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c26f11-ee40-4b70-9e65-e47c84aec351 with Priority: HIGHEST for action port [ 662.633576] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c26f11-ee40-4b70-9e65-e47c84aec351 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.633709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c26f11-ee40-4b70-9e65-e47c84aec351" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.633779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c26f11-ee40-4b70-9e65-e47c84aec351" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.634060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c26f11-ee40-4b70-9e65-e47c84aec351" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.634150] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c26f11-ee40-4b70-9e65-e47c84aec351',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.140397] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29c26f11-ee40-4b70-9e65-e47c84aec351 [ 663.140397] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.140397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.140972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.140972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.140972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.141095] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29c26f11-ee40-4b70-9e65-e47c84aec351 already deleted. [ 663.141131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c26f11-ee40-4b70-9e65-e47c84aec351" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.314944] env[66633]: INFO networking_nsxv3.common.synchronization [None req-c433c652-3c58-4f1e-99c2-882ec4d78135 tempest-AttachVolumeShelveTestJSON-1240409384 tempest-AttachVolumeShelveTestJSON-1240409384-project-member] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_rules [ 663.315739] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_rules [ 663.316295] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.316444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.316993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.317135] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.581291] env[66633]: INFO networking_nsxv3.common.synchronization [None req-7f68eecf-abeb-4153-99e2-2a24e52bceaf tempest-AttachVolumeShelveTestJSON-1240409384 tempest-AttachVolumeShelveTestJSON-1240409384-project-member] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_rules [ 663.582716] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_rules [ 663.582716] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.582716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.839499] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.839499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.839729] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.839771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.839848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.839952] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 already deleted. [ 663.840056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.840236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.840412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.840501] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.990520] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa48364-2cf1-4475-a30b-8987af25f3ef in Status: SUCCESS [ 663.991057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.376843] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.377370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.377370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.377370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.377370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.377687] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 already deleted. [ 664.377687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.414850] env[66633]: INFO networking_nsxv3.common.synchronization [req-c2900c50-0bb3-4e75-9402-e38f5ec06dd9 req-cddc8d48-1cff-4c08-af87-b544d249bb62 tempest-ServersTestJSON-1603909815 tempest-ServersTestJSON-1603909815-project-member] Enqueued Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_members [ 665.415460] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_members [ 665.415958] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f36181-9196-40e6-97f8-2c2535cf65d5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.415958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.416111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.416350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.416570] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.416672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.417871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.417871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.417871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.417871] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.920310] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.920575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.920575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.921280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.921280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.921280] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.921280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.921280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.921490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.921490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.921490] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 already deleted. [ 665.921599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.057393] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.057675] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-432" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.057793] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-432" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.058285] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-432" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.058634] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.058825] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.058982] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.059302] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.059561] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.059843] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.059960] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.060080] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.060230] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.060403] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.060521] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.060654] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.072144] env[66633]: INFO networking_nsxv3.common.synchronization [req-e431f4e8-1470-4fc1-b788-fd943e8ac3d2 req-844eddf9-8051-4aa0-bbcc-91b29696d0f8 tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 666.072669] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 666.072986] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.073126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.073229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.073396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.073553] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.073656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.073717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.073868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.073951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.074057] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.083553] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.083796] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.083873] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.084112] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-432" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.084523] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.084732] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.085359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.085359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.085359] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e420d57a-eeaf-4514-a6a8-9f2b5ca710a5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.578305] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.578722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.578722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.578815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.578883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.579125] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.579275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.579362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.579530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.579692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.579810] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 666.589214] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.589449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.589573] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.589847] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.589987] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.590140] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port e420d57a-eeaf-4514-a6a8-9f2b5ca710a5 not found, creating... [ 666.590389] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.590537] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.590648] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.590860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.590988] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.591322] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.591493] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.591684] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.591922] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.592073] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.592207] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: e420d57a-eeaf-4514-a6a8-9f2b5ca710a5 is going to be created. [ 666.616332] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.616332] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.616580] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.617376] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.617376] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.617376] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.619410] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.619410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.619410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.619603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.619603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.638031] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 667.118495] env[66633]: INFO networking_nsxv3.common.synchronization [req-fba4c39b-d620-4d83-ac97-8f5002cad0c8 req-d312e25e-2943-4de0-a6fb-9c171a375795 tempest-TenantUsagesTestJSON-337994013 tempest-TenantUsagesTestJSON-337994013-project-member] Enqueued Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGHEST for action security_group_members [ 667.119151] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGHEST for action security_group_members [ 667.119468] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82527642-3021-4bbb-bba8-b76a10cce5de taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.119558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.119558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.119871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.120102] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.120217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.120282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.120556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.120556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.120663] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.327523] env[66633]: INFO networking_nsxv3.common.synchronization [req-c2900c50-0bb3-4e75-9402-e38f5ec06dd9 req-321e0df7-1632-4c42-b7fe-84438d33381c service nova] Enqueued Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_rules [ 667.327523] env[66633]: INFO networking_nsxv3.common.synchronization [req-c2900c50-0bb3-4e75-9402-e38f5ec06dd9 req-321e0df7-1632-4c42-b7fe-84438d33381c service nova] Enqueued Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_members [ 667.327706] env[66633]: INFO networking_nsxv3.common.synchronization [req-c2900c50-0bb3-4e75-9402-e38f5ec06dd9 req-321e0df7-1632-4c42-b7fe-84438d33381c service nova] Enqueued Resource ID: e420d57a-eeaf-4514-a6a8-9f2b5ca710a5 with Priority: HIGHEST for action port [ 667.328126] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_rules [ 667.328259] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_members [ 667.329208] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e420d57a-eeaf-4514-a6a8-9f2b5ca710a5 with Priority: HIGHEST for action port [ 667.329426] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f36181-9196-40e6-97f8-2c2535cf65d5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.329426] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.329541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.329651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.329731] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.330660] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f36181-9196-40e6-97f8-2c2535cf65d5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.330788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.330835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.331159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.331159] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.331272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.331312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.331428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.333528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.333528] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.333528] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.333528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.333528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.333528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.333528] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e420d57a-eeaf-4514-a6a8-9f2b5ca710a5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.623335] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.623635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.623635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.623838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.623952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.624330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.624604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624708] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82527642-3021-4bbb-bba8-b76a10cce5de already deleted. [ 667.624810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.686011] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.686011] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.686437] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.686437] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.686883] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.686883] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.687043] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.687199] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.687326] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.687521] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.687631] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.687735] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.687885] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.687923] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.688177] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.688177] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.708026] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.708222] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.708405] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.708614] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.709483] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-cbf276df-984c-48a5-839c-e840944a2fd7 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.709628] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-cbf276df-984c-48a5-839c-e840944a2fd7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.709718] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-cbf276df-984c-48a5-839c-e840944a2fd7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.710356] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-cbf276df-984c-48a5-839c-e840944a2fd7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.710356] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf276df-984c-48a5-839c-e840944a2fd7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.835040] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.836065] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f36181-9196-40e6-97f8-2c2535cf65d5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.836183] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.836341] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e420d57a-eeaf-4514-a6a8-9f2b5ca710a5 with status ACTIVE [ 667.837305] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.837419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.837493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.837725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.837822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.838018] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.838139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.838178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.838386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.838386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.838566] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.838658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.838723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.838870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.838945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.839188] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e420d57a-eeaf-4514-a6a8-9f2b5ca710a5 is going to be updated. [ 667.861421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.861513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.861557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.861813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.861854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.862022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e420d57a-eeaf-4514-a6a8-9f2b5ca710a5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.213644] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.213644] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.213931] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.214093] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.214180] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.214326] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port cbf276df-984c-48a5-839c-e840944a2fd7 not found, creating... [ 668.214615] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.214802] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.214915] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.215160] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.215294] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.215577] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.215725] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.215836] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.216151] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.216297] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.216437] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: cbf276df-984c-48a5-839c-e840944a2fd7 is going to be created. [ 668.241505] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.241758] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.241868] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.242186] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.242431] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.242796] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-cbf276df-984c-48a5-839c-e840944a2fd7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.340872] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.650388] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 668.650388] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 668.650768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.845078] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.845078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.845297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.845483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.845577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.845694] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 is going to be created. [ 668.876280] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.876462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.876659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.876847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.877427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.892090] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 in Status: UNINITIALIZED for 2s [ 669.053704] env[66633]: INFO networking_nsxv3.common.synchronization [req-fba4c39b-d620-4d83-ac97-8f5002cad0c8 req-cf7d971c-e9a8-4c43-b1fa-27ce4e62b096 service nova] Enqueued Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGHEST for action security_group_rules [ 669.053844] env[66633]: INFO networking_nsxv3.common.synchronization [req-fba4c39b-d620-4d83-ac97-8f5002cad0c8 req-cf7d971c-e9a8-4c43-b1fa-27ce4e62b096 service nova] Enqueued Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGHEST for action security_group_members [ 669.053982] env[66633]: INFO networking_nsxv3.common.synchronization [req-fba4c39b-d620-4d83-ac97-8f5002cad0c8 req-cf7d971c-e9a8-4c43-b1fa-27ce4e62b096 service nova] Enqueued Resource ID: cbf276df-984c-48a5-839c-e840944a2fd7 with Priority: HIGHEST for action port [ 669.054524] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGHEST for action security_group_rules [ 669.054770] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGHEST for action security_group_members [ 669.054997] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf276df-984c-48a5-839c-e840944a2fd7 with Priority: HIGHEST for action port [ 669.056045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82527642-3021-4bbb-bba8-b76a10cce5de taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.056045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.056045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.056045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.056045] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.063029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82527642-3021-4bbb-bba8-b76a10cce5de taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.063029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.063029] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.063029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbf276df-984c-48a5-839c-e840944a2fd7 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbf276df-984c-48a5-839c-e840944a2fd7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbf276df-984c-48a5-839c-e840944a2fd7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.063029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbf276df-984c-48a5-839c-e840944a2fd7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.063029] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf276df-984c-48a5-839c-e840944a2fd7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.268221] env[66633]: INFO networking_nsxv3.common.synchronization [req-4715f095-5cac-4d4f-be27-f4bf9b33793b req-00d81f87-2db2-4959-8aa3-c6b008aa7afc tempest-ServerAddressesNegativeTestJSON-993000824 tempest-ServerAddressesNegativeTestJSON-993000824-project-member] Enqueued Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGHEST for action security_group_members [ 669.268794] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGHEST for action security_group_members [ 669.269278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e41a7e-c966-43e7-aef2-a2be3dd74141 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.269410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.269480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.269725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.269883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.270163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.270258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.270422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.270509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.270602] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.560207] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82527642-3021-4bbb-bba8-b76a10cce5de taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.561128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.563370] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.565568] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbf276df-984c-48a5-839c-e840944a2fd7 with status ACTIVE [ 669.565946] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.566491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.566491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.566491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.566491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.566724] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.566780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.567124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.567124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.567124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.567260] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.567370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.567419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.568407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.568407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.568407] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbf276df-984c-48a5-839c-e840944a2fd7 is going to be updated. [ 669.597343] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.597343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.597343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.597343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.597343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.597821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbf276df-984c-48a5-839c-e840944a2fd7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.714807] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-898 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.715638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-898" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.715638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-898" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.715638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-898" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.715776] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.715849] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.716119] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.716931] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.717116] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.717334] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.717447] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.717593] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.717761] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.717761] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.717890] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.717962] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.737210] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.737482] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.737482] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.737713] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-898" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.737948] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-bed28b72-bd20-4ec8-8401-ce1c141db347 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.738112] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-bed28b72-bd20-4ec8-8401-ce1c141db347" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.738217] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-bed28b72-bd20-4ec8-8401-ce1c141db347" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.738549] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-bed28b72-bd20-4ec8-8401-ce1c141db347" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.738685] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bed28b72-bd20-4ec8-8401-ce1c141db347',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.773544] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.773854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.773854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.774703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.774853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.775466] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.775466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.775466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.775713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.775713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.775881] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 already deleted. [ 669.775881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.070865] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.241183] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.241387] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.241495] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.241780] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.241928] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.242086] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port bed28b72-bd20-4ec8-8401-ce1c141db347 not found, creating... [ 670.242339] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.242698] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.242698] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.242824] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.242958] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.243212] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.243359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.243467] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.243668] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.243823] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.243925] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: bed28b72-bd20-4ec8-8401-ce1c141db347 is going to be created. [ 670.267566] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.267933] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.268104] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.268412] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.268640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.268856] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-bed28b72-bd20-4ec8-8401-ce1c141db347" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.574967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.575175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.575221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.575805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.575805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.575805] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82527642-3021-4bbb-bba8-b76a10cce5de is going to be created. [ 670.609491] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.609931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.610178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.626739] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82527642-3021-4bbb-bba8-b76a10cce5de in Status: UNINITIALIZED for 2s [ 670.903550] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 in Status: SUCCESS [ 670.903550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.903550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.904042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.904042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.904146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.904146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.904341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.904402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.904511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.904562] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.019188] env[66633]: INFO networking_nsxv3.common.synchronization [req-4715f095-5cac-4d4f-be27-f4bf9b33793b req-90e26d49-cacf-470c-a54b-bf030603b9de service nova] Enqueued Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGHEST for action security_group_rules [ 671.019188] env[66633]: INFO networking_nsxv3.common.synchronization [req-4715f095-5cac-4d4f-be27-f4bf9b33793b req-90e26d49-cacf-470c-a54b-bf030603b9de service nova] Enqueued Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGHEST for action security_group_members [ 671.019188] env[66633]: INFO networking_nsxv3.common.synchronization [req-4715f095-5cac-4d4f-be27-f4bf9b33793b req-90e26d49-cacf-470c-a54b-bf030603b9de service nova] Enqueued Resource ID: bed28b72-bd20-4ec8-8401-ce1c141db347 with Priority: HIGHEST for action port [ 671.019188] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGHEST for action security_group_rules [ 671.019188] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGHEST for action security_group_members [ 671.019188] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed28b72-bd20-4ec8-8401-ce1c141db347 with Priority: HIGHEST for action port [ 671.020024] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82e41a7e-c966-43e7-aef2-a2be3dd74141 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.020344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.020647] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.021078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.021310] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.024074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e41a7e-c966-43e7-aef2-a2be3dd74141 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.024074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.024074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.024074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.024074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.024074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.024074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.024074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.024074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.024074] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.028783] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-bed28b72-bd20-4ec8-8401-ce1c141db347 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.028783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bed28b72-bd20-4ec8-8401-ce1c141db347" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.028783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bed28b72-bd20-4ec8-8401-ce1c141db347" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.028783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bed28b72-bd20-4ec8-8401-ce1c141db347" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.028783] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bed28b72-bd20-4ec8-8401-ce1c141db347',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.407021] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.529093] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.530656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e41a7e-c966-43e7-aef2-a2be3dd74141 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.530809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.531048] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bed28b72-bd20-4ec8-8401-ce1c141db347 with status ACTIVE [ 671.531254] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.531413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.531514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.531803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.531951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.534175] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.534320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.534633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.534863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.535018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.535277] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.535491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.535491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.535700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.535784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.535913] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bed28b72-bd20-4ec8-8401-ce1c141db347 is going to be updated. [ 671.565389] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.565541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.565624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.565884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.566039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.566629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bed28b72-bd20-4ec8-8401-ce1c141db347" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.662385] env[66633]: INFO networking_nsxv3.common.synchronization [req-805bdfd0-fe46-4a95-8fb8-909dc1957461 req-34bc251c-e669-4d25-9e87-166f530bf54f tempest-ServersAdminTestJSON-2103414861 tempest-ServersAdminTestJSON-2103414861-project-member] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 671.662963] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 671.663331] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.663456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.663511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.663739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.663896] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.663998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.665845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.666175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.666175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.666288] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.909402] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4f36181-9196-40e6-97f8-2c2535cf65d5: rpc.has_security_group_logging(os_id): False [ 671.928228] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.928653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.928653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.928770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.928810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.929618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.929618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.929618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.931821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.931821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.931821] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 is going to be created. [ 671.991714] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.991887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.991934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.992184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.992371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.004455] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 in Status: IN_PROGRESS for 2s [ 672.040096] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.169669] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.169955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.169955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.170205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.170301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.170508] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.170608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.170671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.170828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.170919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.171046] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf already deleted. [ 672.171135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.307403] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.308584] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.308584] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.308584] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.308584] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.308981] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.308981] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.309231] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.309414] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.309657] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.309772] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.309876] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.309975] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.310090] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.310189] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.310317] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.336495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.336809] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.336971] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.337178] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.337498] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.337696] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.337830] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.338212] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.338369] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aaf7b4f-fef7-4245-876c-d276ee7a1e38',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.543021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.543314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.543433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.543741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.543912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.544123] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 is going to be created. [ 672.597724] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.597963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.598059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.598371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.598560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.619158] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 in Status: UNINITIALIZED for 2s [ 672.636322] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82527642-3021-4bbb-bba8-b76a10cce5de in Status: SUCCESS [ 672.636532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.636761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.636999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.637207] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.637322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.637394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.637542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.637618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.637736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.637866] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.842067] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.842067] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.842067] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.842320] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.842526] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.842766] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 5aaf7b4f-fef7-4245-876c-d276ee7a1e38 not found, creating... [ 672.843165] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.843396] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.843559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.843862] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.844062] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.844466] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.844706] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.844866] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.845162] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.845342] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.845532] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 5aaf7b4f-fef7-4245-876c-d276ee7a1e38 is going to be created. [ 672.874382] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.874699] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.874854] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.875201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.875492] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.875785] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.978849] env[66633]: INFO networking_nsxv3.common.synchronization [req-7f2691c9-c81d-4a92-a4fd-12c6f838c30b req-c9d425b5-87aa-40f6-8c46-d5229a346ea6 tempest-FloatingIPsAssociationNegativeTestJSON-467807074 tempest-FloatingIPsAssociationNegativeTestJSON-467807074-project-member] Enqueued Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGHEST for action security_group_members [ 672.979647] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGHEST for action security_group_members [ 672.980079] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a023805-ff53-4890-a241-fe439201b10f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.980352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.980444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.980609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.980798] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.980892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.980964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.981164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.981255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.981350] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.139987] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82527642-3021-4bbb-bba8-b76a10cce5de taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.140217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.140307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.140531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.140731] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.140837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.140901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.141079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.141170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.141260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.141417] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82527642-3021-4bbb-bba8-b76a10cce5de taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.141557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.141661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.141832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.141975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.142094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.142173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.142316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.142395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.142478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.142566] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.361604] env[66633]: INFO networking_nsxv3.common.synchronization [req-7a39062c-e5ae-410c-b9db-aa7e34d7214f req-9b67dd15-6e9f-4e8d-bfcb-b325741b6fa4 tempest-DeleteServersAdminTestJSON-799002923 tempest-DeleteServersAdminTestJSON-799002923-project-member] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 673.362188] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGHEST for action security_group_members [ 673.362743] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.362743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.362743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.363021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.363123] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.363231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.363324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.363505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.363607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.363711] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.484200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.484430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.484535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.485174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.485174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.485174] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.485174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.485739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.485739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.485739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.485739] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a023805-ff53-4890-a241-fe439201b10f is going to be updated. [ 673.515267] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.515267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.515267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.515548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.515772] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.525274] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a023805-ff53-4890-a241-fe439201b10f in Status: IN_PROGRESS for 2s [ 673.587430] env[66633]: INFO networking_nsxv3.common.synchronization [req-805bdfd0-fe46-4a95-8fb8-909dc1957461 req-6b0a04bf-0d10-4bee-9e22-f65533c1a324 service nova] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_rules [ 673.587593] env[66633]: INFO networking_nsxv3.common.synchronization [req-805bdfd0-fe46-4a95-8fb8-909dc1957461 req-6b0a04bf-0d10-4bee-9e22-f65533c1a324 service nova] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 673.587804] env[66633]: INFO networking_nsxv3.common.synchronization [req-805bdfd0-fe46-4a95-8fb8-909dc1957461 req-6b0a04bf-0d10-4bee-9e22-f65533c1a324 service nova] Enqueued Resource ID: 5aaf7b4f-fef7-4245-876c-d276ee7a1e38 with Priority: HIGHEST for action port [ 673.588355] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_rules [ 673.588488] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 673.588588] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaf7b4f-fef7-4245-876c-d276ee7a1e38 with Priority: HIGHEST for action port [ 673.588842] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.588978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.589084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.589346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.589431] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.590768] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.590875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.590875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.591034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.591177] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.591272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.591368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.591481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.591564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.591843] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.592536] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.592536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.592682] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.592735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.592797] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aaf7b4f-fef7-4245-876c-d276ee7a1e38',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.645035] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82527642-3021-4bbb-bba8-b76a10cce5de: rpc.has_security_group_logging(os_id): False [ 673.663396] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.663607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.663607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.663824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.663935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.664118] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.664214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.664272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.664427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.664501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.664756] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.664865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.664922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.665078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.665150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.665336] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.665416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.665479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.665616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.665690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.666286] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82527642-3021-4bbb-bba8-b76a10cce5de is going to be created. [ 673.734525] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.734736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.734736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.735033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.735350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.753893] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82527642-3021-4bbb-bba8-b76a10cce5de in Status: IN_PROGRESS for 2s [ 673.866509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.866767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.867245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.867245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.867245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.867511] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.867511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.867511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.867684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.867721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.867792] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 is going to be updated. [ 673.907990] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.908157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.908210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.908536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.910129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.922048] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: IN_PROGRESS for 2s [ 674.018902] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 in Status: SUCCESS [ 674.019320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.095105] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.095395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.095518] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.098215] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aaf7b4f-fef7-4245-876c-d276ee7a1e38 with status ACTIVE [ 674.098293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.098448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.098448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.099139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.099139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.099283] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.099283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.099389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.099496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.099594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.099785] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.099883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.100133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.100311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.100393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.100481] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aaf7b4f-fef7-4245-876c-d276ee7a1e38 is going to be updated. [ 674.126935] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.127752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.128100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.128408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.128603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.128847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aaf7b4f-fef7-4245-876c-d276ee7a1e38" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.598670] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.630615] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 in Status: SUCCESS [ 674.630848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.631043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.631283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.632867] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.633105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.633170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.633860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.633860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.633860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.633860] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.103372] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.104024] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.106403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.106403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.106403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.106403] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be created. [ 675.132939] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.133282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.133460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.133822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.134127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.136204] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e41a7e-c966-43e7-aef2-a2be3dd74141 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.136204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.136204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.136378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.137043] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.137043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.137043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.137043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.137043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.137043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.137311] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e41a7e-c966-43e7-aef2-a2be3dd74141 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.137311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.137393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.138237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.138237] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.138237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.138237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.138237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.138237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.138237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.138237] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.152545] env[66633]: INFO networking_nsxv3.common.synchronization [req-078d99cd-284c-46b6-93c0-0e2e99333ba9 req-e9388077-aa04-4376-9448-2c96cbcc3441 tempest-ImagesNegativeTestJSON-1054855332 tempest-ImagesNegativeTestJSON-1054855332-project-member] Enqueued Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGHEST for action security_group_members [ 675.153683] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGHEST for action security_group_members [ 675.153683] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e64dcf9e-0b27-43ed-99db-767d96145ad0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.153683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.153683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.157979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.157979] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.158687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.158771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.158987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.159074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.159179] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.162974] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: UNINITIALIZED for 2s [ 675.631356] env[66633]: INFO networking_nsxv3.common.synchronization [req-081baee0-0470-4443-9d70-aa847b713190 req-ce34fd80-1a79-4fbd-a2c6-c94b19e7d568 tempest-AttachVolumeTestJSON-1331904424 tempest-AttachVolumeTestJSON-1331904424-project-member] Enqueued Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_members [ 675.631707] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_members [ 675.632374] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.632519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.632596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.632868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.633239] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.633239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.633239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.633395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.633435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.633523] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.641589] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a023805-ff53-4890-a241-fe439201b10f in Status: SUCCESS [ 675.641786] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a023805-ff53-4890-a241-fe439201b10f deletion is rescheduled due to dependency. [ 675.641906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.647572] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82e41a7e-c966-43e7-aef2-a2be3dd74141: rpc.has_security_group_logging(os_id): False [ 675.662618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.662952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.663110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.663485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.663653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.663901] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.664026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.664102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.664319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.664442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.664566] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 is going to be updated. [ 675.666998] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.667149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.667240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.667486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.667535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.667800] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.667944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.668051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.668233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.668343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.668563] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.668683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.668755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.668931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.669062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.669322] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.669382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.669423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.669603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.669753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.669869] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 is going to be created. [ 675.707239] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.707415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.707554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.707738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.707942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.720484] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 in Status: IN_PROGRESS for 2s [ 675.741535] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.741715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.741792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.742040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.742232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.757089] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 in Status: IN_PROGRESS for 2s [ 675.769611] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82527642-3021-4bbb-bba8-b76a10cce5de in Status: SUCCESS [ 675.769611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.934235] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 in Status: SUCCESS [ 675.934421] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 deletion is rescheduled due to dependency. [ 675.934602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.135456] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.135970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.135970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.135970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.135970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.136227] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.136332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.136332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.136487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.136562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.136651] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 already deleted. [ 676.136783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.586045] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.586045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-513" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.586045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-513" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.586337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-513" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.586478] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.586650] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.586755] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.587088] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.587260] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.587565] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.587565] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.587701] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.587762] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.587895] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.588013] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.588150] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.610367] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.610530] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.610669] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.610829] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-513" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.611174] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-05a4165b-3845-4902-aac7-fa35e130b683 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.611349] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-05a4165b-3845-4902-aac7-fa35e130b683" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.611503] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-05a4165b-3845-4902-aac7-fa35e130b683" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.611820] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-05a4165b-3845-4902-aac7-fa35e130b683" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.611949] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a4165b-3845-4902-aac7-fa35e130b683',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.114341] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.114637] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.114795] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.115097] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.115300] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.115486] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 05a4165b-3845-4902-aac7-fa35e130b683 not found, creating... [ 677.115819] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.116089] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.116167] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.116394] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.116527] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.116866] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.117042] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.117183] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.117447] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.117613] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.117787] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 05a4165b-3845-4902-aac7-fa35e130b683 is going to be created. [ 677.143167] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.143588] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.143588] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.143924] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.144265] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.144545] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-05a4165b-3845-4902-aac7-fa35e130b683" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.181940] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 677.182283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.182910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.183224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.183422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.183536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.183608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.183784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.183857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.183916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.184012] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.685997] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.686220] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.686299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.686559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.688701] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.688945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.689093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.689383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.689653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.689908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.690196] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.690381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.690490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.690722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.690924] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.691091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.691184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.691387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.691516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.691641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.691749] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.736187] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 in Status: SUCCESS [ 677.736187] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 deletion is rescheduled due to dependency. [ 677.736187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.770971] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 in Status: SUCCESS [ 677.771450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.946311] env[66633]: INFO networking_nsxv3.common.synchronization [req-081baee0-0470-4443-9d70-aa847b713190 req-af11fe4b-3dfa-4590-9661-00fff86632cd service nova] Enqueued Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_rules [ 677.947202] env[66633]: INFO networking_nsxv3.common.synchronization [req-081baee0-0470-4443-9d70-aa847b713190 req-af11fe4b-3dfa-4590-9661-00fff86632cd service nova] Enqueued Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_members [ 677.947202] env[66633]: INFO networking_nsxv3.common.synchronization [req-081baee0-0470-4443-9d70-aa847b713190 req-af11fe4b-3dfa-4590-9661-00fff86632cd service nova] Enqueued Resource ID: 05a4165b-3845-4902-aac7-fa35e130b683 with Priority: HIGHEST for action port [ 677.947724] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_rules [ 677.947976] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_members [ 677.948143] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05a4165b-3845-4902-aac7-fa35e130b683 with Priority: HIGHEST for action port [ 677.948725] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.948725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.948725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.949265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.949265] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.950822] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.950952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.951088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.952030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.952030] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.953035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.953035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.953035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.953035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.953035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.954151] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-05a4165b-3845-4902-aac7-fa35e130b683 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.954314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05a4165b-3845-4902-aac7-fa35e130b683" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.954314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05a4165b-3845-4902-aac7-fa35e130b683" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.955034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05a4165b-3845-4902-aac7-fa35e130b683" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.955034] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a4165b-3845-4902-aac7-fa35e130b683',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.195699] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 932c58a7-5496-408a-bc53-f5bc929053bf: rpc.has_security_group_logging(os_id): False [ 678.220309] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.220309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.220309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.220309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.220309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.220309] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.220309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.220309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.220309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.220309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.220989] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.220989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.220989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.220989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.220989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.220989] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.222161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.223199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.223199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.223199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.223199] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be created. [ 678.300229] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.300390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.300434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.300641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.300948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.311929] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 678.457219] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05a4165b-3845-4902-aac7-fa35e130b683 with status ACTIVE [ 678.457450] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.457662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.457662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.457897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.457993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.458193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.458295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.458357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.458542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.458626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.458811] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.458911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.458968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.459118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.459190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.459273] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05a4165b-3845-4902-aac7-fa35e130b683 is going to be updated. [ 678.462771] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.462771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.462771] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.484320] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.484482] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.484533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.484754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.484902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.485269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05a4165b-3845-4902-aac7-fa35e130b683" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.543309] env[66633]: INFO networking_nsxv3.common.synchronization [None req-199d90af-49d4-4711-8627-e1a356031a2a None None] Enqueued Resource ID: 051a197a-db8a-48e1-b129-b92435e8c614 with Priority: HIGHEST for action port [ 678.544624] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051a197a-db8a-48e1-b129-b92435e8c614 with Priority: HIGHEST for action port [ 678.544869] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-051a197a-db8a-48e1-b129-b92435e8c614 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.544988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-051a197a-db8a-48e1-b129-b92435e8c614" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.547153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-051a197a-db8a-48e1-b129-b92435e8c614" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.547153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-051a197a-db8a-48e1-b129-b92435e8c614" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.547153] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('051a197a-db8a-48e1-b129-b92435e8c614',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.690984] env[66633]: INFO networking_nsxv3.common.synchronization [req-9af6861b-455c-4dbd-85d2-d2a6d2427f58 req-be3486ff-cc18-4fbd-a090-7f87618f1132 tempest-ServerDiagnosticsTest-1362580538 tempest-ServerDiagnosticsTest-1362580538-project-member] Enqueued Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGHEST for action security_group_members [ 678.691813] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGHEST for action security_group_members [ 678.691965] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa48364-2cf1-4475-a30b-8987af25f3ef taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.691965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.694036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.694036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.694036] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.694279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.694279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.694433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.694478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.694773] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.964265] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.051088] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 051a197a-db8a-48e1-b129-b92435e8c614 [ 679.051088] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.051088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.051088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.051088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.051088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.051088] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:051a197a-db8a-48e1-b129-b92435e8c614 already deleted. [ 679.051088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-051a197a-db8a-48e1-b129-b92435e8c614" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.118353] env[66633]: INFO networking_nsxv3.common.synchronization [None req-2989fff7-9415-4e61-847c-2fbdefd24592 None None] Enqueued Resource ID: b35b6031-3d2e-4f41-909a-fd6e4cf65a13 with Priority: HIGHEST for action port [ 679.118917] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35b6031-3d2e-4f41-909a-fd6e4cf65a13 with Priority: HIGHEST for action port [ 679.119251] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35b6031-3d2e-4f41-909a-fd6e4cf65a13 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.119388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35b6031-3d2e-4f41-909a-fd6e4cf65a13" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.119450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35b6031-3d2e-4f41-909a-fd6e4cf65a13" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.119711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35b6031-3d2e-4f41-909a-fd6e4cf65a13" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.119785] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35b6031-3d2e-4f41-909a-fd6e4cf65a13',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.202799] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.202799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.202799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.202799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.202799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.202799] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.202799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.202799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.202799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.202799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.202799] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa48364-2cf1-4475-a30b-8987af25f3ef is going to be updated. [ 679.236170] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.236459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.236530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.236845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.237038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.252143] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa48364-2cf1-4475-a30b-8987af25f3ef in Status: IN_PROGRESS for 2s [ 679.468969] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.468969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.468969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.469604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.469724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.469828] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 is going to be created. [ 679.497967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.498219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.498266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.498513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.498716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.511873] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 in Status: UNINITIALIZED for 2s [ 679.621746] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b35b6031-3d2e-4f41-909a-fd6e4cf65a13 [ 679.621989] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.622144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.622212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.622432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.622523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.622678] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b35b6031-3d2e-4f41-909a-fd6e4cf65a13 already deleted. [ 679.622735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35b6031-3d2e-4f41-909a-fd6e4cf65a13" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.126845] env[66633]: INFO networking_nsxv3.common.synchronization [req-7302b9e9-9a39-451c-951d-fbd791a9ceb9 req-a8c404a5-dc9e-4ff3-9031-4e022f34cd7a tempest-ServersAdminTestJSON-2103414861 tempest-ServersAdminTestJSON-2103414861-project-member] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 680.128193] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 680.128337] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.128337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.128498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.128866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.129050] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.129182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.129242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.129692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.129692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.129692] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.331421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 680.331901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.632414] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.712139] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.712826] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.712826] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.712826] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.713216] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.713415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.713533] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.713883] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.714241] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.714917] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.714917] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.714917] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.714917] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.714917] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.715137] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.715174] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.741315] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.741909] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.742306] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.743842] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.743842] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-a30c76f9-1176-498d-931d-eb4ce182a1a0 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.743842] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-a30c76f9-1176-498d-931d-eb4ce182a1a0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.743842] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-a30c76f9-1176-498d-931d-eb4ce182a1a0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.744333] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-a30c76f9-1176-498d-931d-eb4ce182a1a0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.744333] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30c76f9-1176-498d-931d-eb4ce182a1a0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.133512] env[66633]: INFO networking_nsxv3.common.synchronization [None req-04247a76-229e-4c64-bfe4-2f4f874ffdc4 None None] Enqueued Resource ID: 9c2883aa-20e0-4cbe-8ccc-21aca1659367 with Priority: HIGHEST for action port [ 681.133735] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2883aa-20e0-4cbe-8ccc-21aca1659367 with Priority: HIGHEST for action port [ 681.134108] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c2883aa-20e0-4cbe-8ccc-21aca1659367 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.134257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c2883aa-20e0-4cbe-8ccc-21aca1659367" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.134962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c2883aa-20e0-4cbe-8ccc-21aca1659367" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.134962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c2883aa-20e0-4cbe-8ccc-21aca1659367" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.134962] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c2883aa-20e0-4cbe-8ccc-21aca1659367',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.136218] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.247036] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.247542] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.250120] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.250120] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.250120] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.250120] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port a30c76f9-1176-498d-931d-eb4ce182a1a0 not found, creating... [ 681.250120] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.250120] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.250120] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.250120] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.250120] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.250120] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.250725] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.250725] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.250977] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.251707] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.251707] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: a30c76f9-1176-498d-931d-eb4ce182a1a0 is going to be created. [ 681.261611] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa48364-2cf1-4475-a30b-8987af25f3ef in Status: SUCCESS [ 681.261779] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa48364-2cf1-4475-a30b-8987af25f3ef deletion is rescheduled due to dependency. [ 681.261906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.273047] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.273302] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.273415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.273701] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.273931] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.274163] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-a30c76f9-1176-498d-931d-eb4ce182a1a0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.522658] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 in Status: SUCCESS [ 681.523035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.523087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.523323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.523524] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.523610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.523656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.523823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.523905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.523991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.524096] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.641714] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.641714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.641714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.641714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.641714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.641714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 681.641714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c2883aa-20e0-4cbe-8ccc-21aca1659367 [ 681.641714] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.641714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.641714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.642588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.642819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.643042] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c2883aa-20e0-4cbe-8ccc-21aca1659367 already deleted. [ 681.643290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c2883aa-20e0-4cbe-8ccc-21aca1659367" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.678689] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.678689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.678689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.678689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.678689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.688377] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 681.974975] env[66633]: INFO networking_nsxv3.common.synchronization [None req-8793ea73-0d17-4303-bcb8-8ff210dff742 None None] Enqueued Resource ID: 4eedfff4-269d-4e7d-9650-64d03f6c3d2b with Priority: HIGHEST for action port [ 681.975434] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eedfff4-269d-4e7d-9650-64d03f6c3d2b with Priority: HIGHEST for action port [ 681.976308] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eedfff4-269d-4e7d-9650-64d03f6c3d2b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.976308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eedfff4-269d-4e7d-9650-64d03f6c3d2b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.976308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eedfff4-269d-4e7d-9650-64d03f6c3d2b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.976308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eedfff4-269d-4e7d-9650-64d03f6c3d2b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.976308] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eedfff4-269d-4e7d-9650-64d03f6c3d2b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.014983] env[66633]: INFO networking_nsxv3.common.synchronization [req-7302b9e9-9a39-451c-951d-fbd791a9ceb9 req-6f5ab107-3db4-4e5b-9819-8fccccc5e206 service nova] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_rules [ 682.015147] env[66633]: INFO networking_nsxv3.common.synchronization [req-7302b9e9-9a39-451c-951d-fbd791a9ceb9 req-6f5ab107-3db4-4e5b-9819-8fccccc5e206 service nova] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 682.015290] env[66633]: INFO networking_nsxv3.common.synchronization [req-7302b9e9-9a39-451c-951d-fbd791a9ceb9 req-6f5ab107-3db4-4e5b-9819-8fccccc5e206 service nova] Enqueued Resource ID: a30c76f9-1176-498d-931d-eb4ce182a1a0 with Priority: HIGHEST for action port [ 682.015745] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_rules [ 682.015955] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 682.016033] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30c76f9-1176-498d-931d-eb4ce182a1a0 with Priority: HIGHEST for action port [ 682.017782] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.017999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.018083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.018312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.018408] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.020238] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.020353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.020552] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30c76f9-1176-498d-931d-eb4ce182a1a0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.020654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30c76f9-1176-498d-931d-eb4ce182a1a0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.020718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30c76f9-1176-498d-931d-eb4ce182a1a0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.020897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30c76f9-1176-498d-931d-eb4ce182a1a0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.021141] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30c76f9-1176-498d-931d-eb4ce182a1a0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.026379] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.478712] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eedfff4-269d-4e7d-9650-64d03f6c3d2b [ 682.478975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.479140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.479212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.479420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.479504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.480146] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eedfff4-269d-4e7d-9650-64d03f6c3d2b already deleted. [ 682.480146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eedfff4-269d-4e7d-9650-64d03f6c3d2b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.522424] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.524790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.524790] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30c76f9-1176-498d-931d-eb4ce182a1a0 with status ACTIVE [ 682.526116] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.526116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.526116] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.526116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.526564] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.526788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.526788] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30c76f9-1176-498d-931d-eb4ce182a1a0 is going to be updated. [ 682.531132] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0415abd8-e14c-45d6-8013-08f33faca7b3: rpc.has_security_group_logging(os_id): False [ 682.546833] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.547011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.547094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.547328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.547420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.547665] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.547782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.547855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.548950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.548950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.548950] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 is going to be created. [ 682.558780] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.558913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.558983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.559289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.559422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.559832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30c76f9-1176-498d-931d-eb4ce182a1a0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.619138] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.619405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.619766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.619766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.619871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.639966] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 in Status: IN_PROGRESS for 2s [ 683.700034] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 683.700371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.700371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.700495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.700692] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.700813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.700881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.701061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.701134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.701223] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.203846] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.358135] env[66633]: INFO networking_nsxv3.common.synchronization [None req-42afe34a-5679-47a1-8f69-b3b8f9050992 tempest-MigrationsAdminTest-1885777947 tempest-MigrationsAdminTest-1885777947-project-member] Enqueued Resource ID: 20e6595b-29e0-4fff-8e9b-da5cfb2860b9 with Priority: HIGHEST for action security_group_rules [ 684.358718] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e6595b-29e0-4fff-8e9b-da5cfb2860b9 with Priority: HIGHEST for action security_group_rules [ 684.359113] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.359318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.359717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.359717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.359801] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e6595b-29e0-4fff-8e9b-da5cfb2860b9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.467966] env[66633]: INFO networking_nsxv3.common.synchronization [None req-07f75a48-0827-498e-b68c-b887855a5c59 tempest-MigrationsAdminTest-1885777947 tempest-MigrationsAdminTest-1885777947-project-member] Enqueued Resource ID: 20e6595b-29e0-4fff-8e9b-da5cfb2860b9 with Priority: HIGHEST for action security_group_rules [ 684.468690] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e6595b-29e0-4fff-8e9b-da5cfb2860b9 with Priority: HIGHEST for action security_group_rules [ 684.469140] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.469249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.652511] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 in Status: SUCCESS [ 684.652679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.707264] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.882214] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.882214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.882214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.882519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.882519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.882519] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e6595b-29e0-4fff-8e9b-da5cfb2860b9 already deleted. [ 684.882695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.884275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.884275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.884275] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e6595b-29e0-4fff-8e9b-da5cfb2860b9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.096130] env[66633]: INFO networking_nsxv3.common.synchronization [req-b0b4c930-fcb3-428a-acfd-7cffd3474f70 req-0d54e045-cf19-482b-844c-30861b46e14d tempest-AttachVolumeShelveTestJSON-1240409384 tempest-AttachVolumeShelveTestJSON-1240409384-project-member] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_members [ 685.096130] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_members [ 685.096130] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.096130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.096130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.096578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.096934] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.097247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.097431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.097738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.097997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.098261] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.213337] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.213337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.213337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.213337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.213337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.213337] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 685.242782] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.242782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.242782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.242782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.242782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.252468] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 685.425422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.425752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.425752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.425893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.425944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.426527] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e6595b-29e0-4fff-8e9b-da5cfb2860b9 already deleted. [ 685.426527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e6595b-29e0-4fff-8e9b-da5cfb2860b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.438444] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.438651] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.439084] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.439198] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.439394] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.439543] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.439650] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.439931] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.440029] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.440237] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.440374] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.440441] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.440531] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.440626] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.441380] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.441380] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.467679] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.467914] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.468114] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.468325] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.468843] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-55549252-8834-4703-8d56-c935e36da38e taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.469062] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.469213] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.469554] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.469755] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55549252-8834-4703-8d56-c935e36da38e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.600523] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.600723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.600799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.601140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.601307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.601545] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.601670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.601874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.602095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.602180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.602273] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 already deleted. [ 685.602351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.972337] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.972724] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.972811] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.973156] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.973627] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.973627] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 55549252-8834-4703-8d56-c935e36da38e not found, creating... [ 685.973904] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.974162] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.974312] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.974565] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.974782] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.975195] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.975438] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.975613] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.975865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.976102] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.976292] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 55549252-8834-4703-8d56-c935e36da38e is going to be created. [ 686.006522] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.006886] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.007058] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.007387] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.007814] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.008311] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.786735] env[66633]: INFO networking_nsxv3.common.synchronization [req-b0b4c930-fcb3-428a-acfd-7cffd3474f70 req-8c0d7e92-6a8e-420f-b0f3-66d764ad22b6 service nova] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_rules [ 686.787420] env[66633]: INFO networking_nsxv3.common.synchronization [req-b0b4c930-fcb3-428a-acfd-7cffd3474f70 req-8c0d7e92-6a8e-420f-b0f3-66d764ad22b6 service nova] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_members [ 686.787751] env[66633]: INFO networking_nsxv3.common.synchronization [req-b0b4c930-fcb3-428a-acfd-7cffd3474f70 req-8c0d7e92-6a8e-420f-b0f3-66d764ad22b6 service nova] Enqueued Resource ID: 55549252-8834-4703-8d56-c935e36da38e with Priority: HIGHEST for action port [ 686.788927] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_rules [ 686.789201] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_members [ 686.789364] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55549252-8834-4703-8d56-c935e36da38e with Priority: HIGHEST for action port [ 686.789703] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.789858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.789957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.790232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.790308] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.791419] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.792276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.792276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.792276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.792276] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.792276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.792635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.792635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.792635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.792757] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.794132] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-55549252-8834-4703-8d56-c935e36da38e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.795035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.795035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.795035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.795035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55549252-8834-4703-8d56-c935e36da38e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.874580] env[66633]: INFO networking_nsxv3.common.synchronization [req-7712dda5-cb69-4b5d-97ee-ded7a1285841 req-3d6884ae-09d8-4cb3-8466-60c3f44cf1c7 tempest-ImagesOneServerNegativeTestJSON-10122086 tempest-ImagesOneServerNegativeTestJSON-10122086-project-member] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 686.875257] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 686.875377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.875509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.875562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.875753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.875919] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.876031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.876099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.876267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.876360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.876832] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.265518] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 687.265862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.265909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.266189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.266381] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.266498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.266562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.266712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.266825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.266918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.267016] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.296551] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.297629] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.297769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.298029] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55549252-8834-4703-8d56-c935e36da38e with status ACTIVE [ 687.298202] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.298336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.298380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.298566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.298697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.298815] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.298916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.298973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.299125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.299225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.299479] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.299609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.299652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.299791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.299865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.299947] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55549252-8834-4703-8d56-c935e36da38e is going to be updated. [ 687.324599] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.324820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.324926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.325124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.325265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.325421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.379667] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.379861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.379861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.380039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.380099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.380678] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.380678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.380678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.380678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.380678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.380981] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be updated. [ 687.411646] env[66633]: INFO networking_nsxv3.common.synchronization [req-adf83935-aa78-47a3-b438-1fff2765e2d5 req-b506ca2f-d704-4ded-b4df-be8334a68fa2 tempest-TenantUsagesTestJSON-337994013 tempest-TenantUsagesTestJSON-337994013-project-member] Enqueued Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGHEST for action security_group_members [ 687.412272] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGHEST for action security_group_members [ 687.412582] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82527642-3021-4bbb-bba8-b76a10cce5de taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.412707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.412765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.412967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.413137] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.413231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.413301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.413451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.413528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.413619] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.427357] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.427357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.427357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.427357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.427357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.437828] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: IN_PROGRESS for 2s [ 687.770423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.770423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.770423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.770423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.770748] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.770748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.770748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.770874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.770914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.772745] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.772745] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.772745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.772745] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.802955] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.918645] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.919230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.919230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.921718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.921718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.921718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.921718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.921718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.921718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.921718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.921718] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82527642-3021-4bbb-bba8-b76a10cce5de is going to be updated. [ 687.952165] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.952165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.952165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.952165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.952165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.965178] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82527642-3021-4bbb-bba8-b76a10cce5de in Status: IN_PROGRESS for 2s [ 688.277353] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 932c58a7-5496-408a-bc53-f5bc929053bf: rpc.has_security_group_logging(os_id): False [ 688.306597] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.306799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.306845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.313661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.313661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.313661] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 is going to be created. [ 688.320933] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.321126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.321196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.321494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.321494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.321695] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.321795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.321859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.322028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.322099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.322301] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.322398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.322454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.322597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.322676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.322872] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.322960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.323015] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.324509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.324601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.324688] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 688.368313] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.368559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.368559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.368941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.368941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.389132] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: UNINITIALIZED for 2s [ 688.410406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.410632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.410632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.410833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.410975] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.425650] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 688.897833] env[66633]: INFO networking_nsxv3.common.synchronization [None req-c2ba25f6-13ae-4677-a19c-1e6d6369b234 None None] Enqueued Resource ID: f5c04f26-881b-4d61-8cd6-68e67d36f493 with Priority: HIGHEST for action port [ 688.897833] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c04f26-881b-4d61-8cd6-68e67d36f493 with Priority: HIGHEST for action port [ 688.897833] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c04f26-881b-4d61-8cd6-68e67d36f493 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.897833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c04f26-881b-4d61-8cd6-68e67d36f493" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.897833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c04f26-881b-4d61-8cd6-68e67d36f493" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.897833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c04f26-881b-4d61-8cd6-68e67d36f493" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.897833] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c04f26-881b-4d61-8cd6-68e67d36f493',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.399535] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5c04f26-881b-4d61-8cd6-68e67d36f493 [ 689.401168] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.401168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.401168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.401168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.401168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.401168] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5c04f26-881b-4d61-8cd6-68e67d36f493 already deleted. [ 689.401168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c04f26-881b-4d61-8cd6-68e67d36f493" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.451414] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 689.451502] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b deletion is rescheduled due to dependency. [ 689.451626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.978105] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82527642-3021-4bbb-bba8-b76a10cce5de in Status: SUCCESS [ 689.978105] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82527642-3021-4bbb-bba8-b76a10cce5de deletion is rescheduled due to dependency. [ 689.978105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.405776] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: SUCCESS [ 690.406127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.406974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.406974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.406974] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.406974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.406974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.406974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.407324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.407324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.407324] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.442421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 690.442789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.910036] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.442385] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba237ff1-02e7-484a-acaa-695c79c2f089: rpc.has_security_group_logging(os_id): False [ 691.442385] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.442385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.442385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.442385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.442385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.442385] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.442385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.442385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.442385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.442385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.442385] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 is going to be created. [ 691.511809] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.511971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.511971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.512213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.512395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.526134] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: IN_PROGRESS for 2s [ 691.910062] env[66633]: INFO networking_nsxv3.common.synchronization [req-e99bf053-4059-4b19-a7b2-5a8d90bfde03 req-9ff678a6-4c80-44eb-990e-21496c76102c tempest-ServersAdminNegativeTestJSON-925087884 tempest-ServersAdminNegativeTestJSON-925087884-project-member] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 691.910062] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 691.910062] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.910062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.910062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.910062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.910377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.910377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.910448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.910573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.910655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.910762] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.408747] env[66633]: INFO networking_nsxv3.common.synchronization [None req-922104c3-0ddd-4c0b-9f7e-974c1fef86df None None] Enqueued Resource ID: c145c194-6f09-406c-905d-997c37370140 with Priority: HIGHEST for action port [ 692.410649] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c145c194-6f09-406c-905d-997c37370140 with Priority: HIGHEST for action port [ 692.411017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c145c194-6f09-406c-905d-997c37370140 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.411620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c145c194-6f09-406c-905d-997c37370140" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.411835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c145c194-6f09-406c-905d-997c37370140" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.412187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c145c194-6f09-406c-905d-997c37370140" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.412301] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c145c194-6f09-406c-905d-997c37370140',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.414417] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.917779] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c145c194-6f09-406c-905d-997c37370140 [ 692.918111] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.918205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.918245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.918460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.918552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.918648] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c145c194-6f09-406c-905d-997c37370140 already deleted. [ 692.918731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c145c194-6f09-406c-905d-997c37370140" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.918940] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.262316] env[66633]: INFO networking_nsxv3.common.synchronization [req-92d6303b-5905-406b-babf-95c7f940222f req-5228f7eb-d8c4-4e68-90bb-6c63f84895bc tempest-ServerAddressesNegativeTestJSON-993000824 tempest-ServerAddressesNegativeTestJSON-993000824-project-member] Enqueued Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGHEST for action security_group_members [ 693.262921] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGHEST for action security_group_members [ 693.263260] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e41a7e-c966-43e7-aef2-a2be3dd74141 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.264239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.264377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.266250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.266443] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.266561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.266618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.266806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.266960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.267115] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.426820] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.427113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.427172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.427415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.427515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.427637] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a is going to be updated. [ 693.469339] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.470564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.470564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.470564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.470564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.483147] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: IN_PROGRESS for 2s [ 693.548232] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: SUCCESS [ 693.548232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.770518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.770637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.770707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.772206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.772206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.772740] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.774607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.774709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.774958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.775327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.775327] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 is going to be updated. [ 693.810377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.810377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.810377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.810377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.810377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.823680] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 in Status: IN_PROGRESS for 2s [ 694.295884] env[66633]: INFO networking_nsxv3.common.synchronization [None req-583b2ee4-959c-400e-a78f-c2d10ba9d2d0 None None] Enqueued Resource ID: 6a78491f-d2cd-4ba6-890e-442a52400487 with Priority: HIGHEST for action port [ 694.296570] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a78491f-d2cd-4ba6-890e-442a52400487 with Priority: HIGHEST for action port [ 694.297169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a78491f-d2cd-4ba6-890e-442a52400487 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.297302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a78491f-d2cd-4ba6-890e-442a52400487" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.297368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a78491f-d2cd-4ba6-890e-442a52400487" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.297642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a78491f-d2cd-4ba6-890e-442a52400487" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.297754] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a78491f-d2cd-4ba6-890e-442a52400487',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.800521] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a78491f-d2cd-4ba6-890e-442a52400487 [ 694.800945] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.800945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.800945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.801193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.801300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.801402] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a78491f-d2cd-4ba6-890e-442a52400487 already deleted. [ 694.801484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a78491f-d2cd-4ba6-890e-442a52400487" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.497535] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: SUCCESS [ 695.497805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.581072] env[66633]: INFO networking_nsxv3.common.synchronization [None req-73c9ed5d-5fdb-49e7-a0fb-66a906b9ad10 None None] Enqueued Resource ID: 30298ad8-a1c7-4923-93ac-315d4932c3ad with Priority: HIGHEST for action port [ 695.581072] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30298ad8-a1c7-4923-93ac-315d4932c3ad with Priority: HIGHEST for action port [ 695.581072] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-30298ad8-a1c7-4923-93ac-315d4932c3ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.581072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30298ad8-a1c7-4923-93ac-315d4932c3ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.581072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30298ad8-a1c7-4923-93ac-315d4932c3ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.581072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30298ad8-a1c7-4923-93ac-315d4932c3ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.581072] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30298ad8-a1c7-4923-93ac-315d4932c3ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.836439] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 in Status: SUCCESS [ 695.837340] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 deletion is rescheduled due to dependency. [ 695.837562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.083396] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30298ad8-a1c7-4923-93ac-315d4932c3ad [ 696.083629] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.083789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.083855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.087934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.088076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.088189] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30298ad8-a1c7-4923-93ac-315d4932c3ad already deleted. [ 696.088275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30298ad8-a1c7-4923-93ac-315d4932c3ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.518020] env[66633]: INFO networking_nsxv3.common.synchronization [req-e7cd93a9-2801-4a93-b5dd-34dbf55dcd6a req-74dbafb9-541d-4f73-9419-594b2fb852b4 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 696.518585] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 696.518894] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.519021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.519107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.520919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.520919] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.520919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.520919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.520919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.520919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.520919] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.022889] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.022996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.023095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.023342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.023436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.024042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.024042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.024042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.024042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.024199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.024199] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 already deleted. [ 697.024247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.029784] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.029952] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.030085] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.030325] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.030939] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.031777] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.031919] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.032318] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.032318] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.032498] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.032602] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.032706] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.032805] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.032903] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.033008] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.033146] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.053218] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.053434] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.053578] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.053748] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.054095] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.054274] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.054512] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.054703] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.054844] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee17e0c9-b9c4-4e1b-8701-6e4d386d9589',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.557908] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.557908] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.557908] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.558571] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.558571] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.558571] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port ee17e0c9-b9c4-4e1b-8701-6e4d386d9589 not found, creating... [ 697.558757] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.558918] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.559038] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.559258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.559379] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.559649] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.559795] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.559903] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.560115] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.560251] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.560382] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: ee17e0c9-b9c4-4e1b-8701-6e4d386d9589 is going to be created. [ 697.580561] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.580766] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.580916] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.581185] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.581408] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.581622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.685797] env[66633]: INFO networking_nsxv3.common.synchronization [None req-62831f16-3550-4617-bc72-8d2f9e24e530 None None] Enqueued Resource ID: ee85c2f0-0454-46fd-8175-13a12fafd378 with Priority: HIGHEST for action port [ 697.686330] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee85c2f0-0454-46fd-8175-13a12fafd378 with Priority: HIGHEST for action port [ 697.686642] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee85c2f0-0454-46fd-8175-13a12fafd378 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.686768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee85c2f0-0454-46fd-8175-13a12fafd378" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.686894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee85c2f0-0454-46fd-8175-13a12fafd378" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.687237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee85c2f0-0454-46fd-8175-13a12fafd378" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.687315] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee85c2f0-0454-46fd-8175-13a12fafd378',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.190167] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee85c2f0-0454-46fd-8175-13a12fafd378 [ 698.190406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.190579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.190611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.190928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.190956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.191174] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee85c2f0-0454-46fd-8175-13a12fafd378 already deleted. [ 698.191174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee85c2f0-0454-46fd-8175-13a12fafd378" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.267682] env[66633]: INFO networking_nsxv3.common.synchronization [None req-2a1824cf-c982-4a15-8db3-f1aca939ca5e None None] Enqueued Resource ID: f01ceadd-8e08-4057-b95e-c2d200261300 with Priority: HIGHEST for action port [ 698.268251] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01ceadd-8e08-4057-b95e-c2d200261300 with Priority: HIGHEST for action port [ 698.268570] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-f01ceadd-8e08-4057-b95e-c2d200261300 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.268743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f01ceadd-8e08-4057-b95e-c2d200261300" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.268873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f01ceadd-8e08-4057-b95e-c2d200261300" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.269629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f01ceadd-8e08-4057-b95e-c2d200261300" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.269629] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f01ceadd-8e08-4057-b95e-c2d200261300',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.321328] env[66633]: INFO networking_nsxv3.common.synchronization [req-e7cd93a9-2801-4a93-b5dd-34dbf55dcd6a req-d465a17c-e846-430e-b1de-273276f6eb8e service nova] Enqueued Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_rules [ 698.321505] env[66633]: INFO networking_nsxv3.common.synchronization [req-e7cd93a9-2801-4a93-b5dd-34dbf55dcd6a req-d465a17c-e846-430e-b1de-273276f6eb8e service nova] Enqueued Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 698.321701] env[66633]: INFO networking_nsxv3.common.synchronization [req-e7cd93a9-2801-4a93-b5dd-34dbf55dcd6a req-d465a17c-e846-430e-b1de-273276f6eb8e service nova] Enqueued Resource ID: ee17e0c9-b9c4-4e1b-8701-6e4d386d9589 with Priority: HIGHEST for action port [ 698.322224] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_rules [ 698.322381] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 698.322481] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee17e0c9-b9c4-4e1b-8701-6e4d386d9589 with Priority: HIGHEST for action port [ 698.322880] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.323104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.323227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.323511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.323691] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.324670] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.324670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.324670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.324874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.326288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.326344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.326416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.326560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.326655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.326747] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.327929] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.327929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.327929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.328110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.328192] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee17e0c9-b9c4-4e1b-8701-6e4d386d9589',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.771394] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f01ceadd-8e08-4057-b95e-c2d200261300 [ 698.772325] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.772706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.772983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.773271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.774090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.774272] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f01ceadd-8e08-4057-b95e-c2d200261300 already deleted. [ 698.774407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f01ceadd-8e08-4057-b95e-c2d200261300" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.832417] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.833480] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.833684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.833859] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee17e0c9-b9c4-4e1b-8701-6e4d386d9589 with status ACTIVE [ 698.834074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.834187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.834264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.834460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.834718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.834944] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.835082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.835146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.835364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.835453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.835641] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.835734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.835794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.835952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.836042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.836137] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee17e0c9-b9c4-4e1b-8701-6e4d386d9589 is going to be updated. [ 698.862318] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.862318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.862318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.862318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.862318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.862318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee17e0c9-b9c4-4e1b-8701-6e4d386d9589" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.338443] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.629604] env[66633]: INFO networking_nsxv3.common.synchronization [None req-96f38cad-d1a8-40f4-818a-6e3fe45885ef None None] Enqueued Resource ID: a09d0c4d-4d38-4537-ba9a-3490f83dc00c with Priority: HIGHEST for action port [ 699.630438] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09d0c4d-4d38-4537-ba9a-3490f83dc00c with Priority: HIGHEST for action port [ 699.630922] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a09d0c4d-4d38-4537-ba9a-3490f83dc00c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.631038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a09d0c4d-4d38-4537-ba9a-3490f83dc00c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.631158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a09d0c4d-4d38-4537-ba9a-3490f83dc00c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.631463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a09d0c4d-4d38-4537-ba9a-3490f83dc00c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.631606] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a09d0c4d-4d38-4537-ba9a-3490f83dc00c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.841230] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.841536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.841821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.842123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.842222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.842317] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 is going to be created. [ 699.873221] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.873612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.873612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.873803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.873991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.885109] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: UNINITIALIZED for 2s [ 700.135259] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a09d0c4d-4d38-4537-ba9a-3490f83dc00c [ 700.135259] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.135259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.135259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.135259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.135259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.135259] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a09d0c4d-4d38-4537-ba9a-3490f83dc00c already deleted. [ 700.135259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a09d0c4d-4d38-4537-ba9a-3490f83dc00c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165771] env[66633]: INFO networking_nsxv3.common.synchronization [None req-bd16e4e3-852b-4dd4-a236-dabd2726f542 None None] Enqueued Resource ID: dee71e45-cfda-4702-ac38-3fd20fea0c6e with Priority: HIGHEST for action port [ 701.166394] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee71e45-cfda-4702-ac38-3fd20fea0c6e with Priority: HIGHEST for action port [ 701.166818] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee71e45-cfda-4702-ac38-3fd20fea0c6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.166818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee71e45-cfda-4702-ac38-3fd20fea0c6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.167051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee71e45-cfda-4702-ac38-3fd20fea0c6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.167445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee71e45-cfda-4702-ac38-3fd20fea0c6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.167542] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee71e45-cfda-4702-ac38-3fd20fea0c6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.671419] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dee71e45-cfda-4702-ac38-3fd20fea0c6e [ 701.671660] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.671791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.671859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.672158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.672250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.672341] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dee71e45-cfda-4702-ac38-3fd20fea0c6e already deleted. [ 701.672418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee71e45-cfda-4702-ac38-3fd20fea0c6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.899302] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: SUCCESS [ 701.899302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.899750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.899750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.899826] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.900078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.900078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.900148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.900213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.900334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.900376] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.029085] env[66633]: INFO networking_nsxv3.common.synchronization [req-2d8e768d-0bf1-4ecc-a67c-1700bcb0ca3b req-a09280ff-4546-4f43-98c2-b8eeac5fc0f7 tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 702.029085] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 702.029085] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.029085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.029085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.029085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.029085] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.029085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.029085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.029085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.029085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.029085] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.402619] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.402959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.402959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.403074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.403246] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.403346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.403410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.403559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.403643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.403724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.403862] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.403951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.404056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.404165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.404296] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.404383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.404441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.404567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.404639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.404714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.404804] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.530889] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.531088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.531166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.531407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.531508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.531697] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.531812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.531974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.532031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.532127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.532229] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 702.563322] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.563322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.563322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.563578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.563606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.567732] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.568035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.568185] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.568488] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.568754] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.568904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.569324] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.569324] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.569475] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.569707] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.569819] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.569916] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.570032] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.570133] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.570664] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.570664] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.575849] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 702.590420] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.590570] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.590718] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.591013] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.591346] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-c69f7d61-31d9-47f5-b26d-fb6b993be255 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.591629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-c69f7d61-31d9-47f5-b26d-fb6b993be255" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.591629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-c69f7d61-31d9-47f5-b26d-fb6b993be255" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.592045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-c69f7d61-31d9-47f5-b26d-fb6b993be255" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.592194] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c69f7d61-31d9-47f5-b26d-fb6b993be255',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.616666] env[66633]: INFO networking_nsxv3.common.synchronization [req-3a205dc0-ab1e-467f-a694-6c1500b35954 req-b1bfae93-4df6-4c9b-9166-064b76d0a0fb tempest-ServersWithSpecificFlavorTestJSON-1383616531 tempest-ServersWithSpecificFlavorTestJSON-1383616531-project-member] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 702.618016] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 702.620031] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.620031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.620031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.620031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.620031] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.620031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.620031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.620031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.620031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.620031] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.912011] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55010995-c170-47a6-9133-b86bd611f948: rpc.has_security_group_logging(os_id): False [ 702.932372] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.932513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.932723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.932827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.932921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.933160] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.933288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.933335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.933517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.933585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.933769] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.933862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.933924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.934100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.934206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.934416] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.934513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.934574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.934718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.934793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.934877] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55010995-c170-47a6-9133-b86bd611f948 is going to be created. [ 702.999846] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.000011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.000076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.000282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.000492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.011808] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: IN_PROGRESS for 2s [ 703.095271] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.095670] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.095815] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.096160] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.096325] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.096487] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port c69f7d61-31d9-47f5-b26d-fb6b993be255 not found, creating... [ 703.096810] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.097239] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.097411] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.097676] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.097816] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.098616] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.098850] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.099013] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.099223] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.099394] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.099521] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: c69f7d61-31d9-47f5-b26d-fb6b993be255 is going to be created. [ 703.123769] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.124454] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.124686] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.124984] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.125236] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.125465] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-c69f7d61-31d9-47f5-b26d-fb6b993be255" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.127464] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.127692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.127773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.128199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.128382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.128624] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.129077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.129200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.129719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.129821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.130228] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be updated. [ 703.168217] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.168433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.168433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.169403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.169403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.179587] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: IN_PROGRESS for 2s [ 703.990269] env[66633]: INFO networking_nsxv3.common.synchronization [req-2d8e768d-0bf1-4ecc-a67c-1700bcb0ca3b req-8f2a8885-83a1-4057-bb0d-1f4e43a2ac95 service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 703.990269] env[66633]: INFO networking_nsxv3.common.synchronization [req-2d8e768d-0bf1-4ecc-a67c-1700bcb0ca3b req-8f2a8885-83a1-4057-bb0d-1f4e43a2ac95 service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 703.990269] env[66633]: INFO networking_nsxv3.common.synchronization [req-2d8e768d-0bf1-4ecc-a67c-1700bcb0ca3b req-8f2a8885-83a1-4057-bb0d-1f4e43a2ac95 service nova] Enqueued Resource ID: c69f7d61-31d9-47f5-b26d-fb6b993be255 with Priority: HIGHEST for action port [ 703.990269] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 703.990269] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 703.990269] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69f7d61-31d9-47f5-b26d-fb6b993be255 with Priority: HIGHEST for action port [ 703.990935] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.990935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.990935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.990935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.990935] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.991681] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.991783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.991969] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c69f7d61-31d9-47f5-b26d-fb6b993be255 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.992163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c69f7d61-31d9-47f5-b26d-fb6b993be255" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.992163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c69f7d61-31d9-47f5-b26d-fb6b993be255" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.992333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c69f7d61-31d9-47f5-b26d-fb6b993be255" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.992410] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c69f7d61-31d9-47f5-b26d-fb6b993be255',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.494233] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.494416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.494801] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c69f7d61-31d9-47f5-b26d-fb6b993be255 with status ACTIVE [ 704.495437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.495748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.495838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.496072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.496293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.496352] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.496444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.496504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.496660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.496832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.496972] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.497077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.497137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.497279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.497351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.497435] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c69f7d61-31d9-47f5-b26d-fb6b993be255 is going to be updated. [ 704.519833] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.519977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.520422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.522068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.522298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.522478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c69f7d61-31d9-47f5-b26d-fb6b993be255" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.587499] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 704.587711] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 704.587800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.587988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.588314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.588505] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.588651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.588703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.588869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.588959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.589112] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.669703] env[66633]: INFO networking_nsxv3.common.synchronization [None req-bd7aa8ed-e8d4-4138-8d52-207e6e56f450 None None] Enqueued Resource ID: 256fc640-f3a7-4a40-8620-17f1a197627f with Priority: HIGHEST for action port [ 704.670201] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256fc640-f3a7-4a40-8620-17f1a197627f with Priority: HIGHEST for action port [ 704.671061] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-256fc640-f3a7-4a40-8620-17f1a197627f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.671233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256fc640-f3a7-4a40-8620-17f1a197627f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.671320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256fc640-f3a7-4a40-8620-17f1a197627f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.672226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256fc640-f3a7-4a40-8620-17f1a197627f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.672226] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256fc640-f3a7-4a40-8620-17f1a197627f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.010276] env[66633]: INFO networking_nsxv3.common.synchronization [None req-0cc8b4c1-5dd0-49c9-b271-e7b66fe56e7d tempest-ServersTestFqdnHostnames-744355753 tempest-ServersTestFqdnHostnames-744355753-project-member] Enqueued Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_rules [ 705.010860] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_rules [ 705.011171] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.011614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.011614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.011801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.011801] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.027870] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: SUCCESS [ 705.027870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.094879] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.167481] env[66633]: INFO networking_nsxv3.common.synchronization [None req-3b70fa29-3eaa-4cc1-b177-65a4e765dde9 tempest-ServersTestFqdnHostnames-744355753 tempest-ServersTestFqdnHostnames-744355753-project-member] Enqueued Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_rules [ 705.168255] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_rules [ 705.168848] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.168982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.174051] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256fc640-f3a7-4a40-8620-17f1a197627f [ 705.174174] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.174302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.174370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.174570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.174659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.174748] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256fc640-f3a7-4a40-8620-17f1a197627f already deleted. [ 705.174828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256fc640-f3a7-4a40-8620-17f1a197627f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.189432] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: SUCCESS [ 705.189938] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 deletion is rescheduled due to dependency. [ 705.189938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.537604] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.538955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.538955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.538955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.538955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.538955] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a already deleted. [ 705.538955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.538955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.538955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.538955] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.594400] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.048499] env[66633]: INFO networking_nsxv3.common.synchronization [None req-35d7f4c4-ef91-4607-8c1a-4d6f253a223c None None] Enqueued Resource ID: 96441b49-27b7-40c0-a3df-553a82f18037 with Priority: HIGHEST for action port [ 706.050483] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96441b49-27b7-40c0-a3df-553a82f18037 with Priority: HIGHEST for action port [ 706.051011] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-96441b49-27b7-40c0-a3df-553a82f18037 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.051263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96441b49-27b7-40c0-a3df-553a82f18037" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.051404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96441b49-27b7-40c0-a3df-553a82f18037" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.052769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96441b49-27b7-40c0-a3df-553a82f18037" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.052769] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96441b49-27b7-40c0-a3df-553a82f18037',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.068347] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.068347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.068347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.068347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.068347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.068347] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a already deleted. [ 706.068347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.097940] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.101493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.101493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.101493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.101493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.101493] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 706.132290] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.132290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.132290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.132290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.132290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.140333] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 706.554495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96441b49-27b7-40c0-a3df-553a82f18037 [ 706.554736] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.554870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.554940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.555255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.555255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.555929] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96441b49-27b7-40c0-a3df-553a82f18037 already deleted. [ 706.556059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96441b49-27b7-40c0-a3df-553a82f18037" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.632020] env[66633]: INFO networking_nsxv3.common.synchronization [None req-b83c1881-ef96-45b5-8a11-edeb03f8db46 None None] Enqueued Resource ID: 764fac10-2bd7-45fe-9640-21ff138608e6 with Priority: HIGHEST for action port [ 707.632502] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764fac10-2bd7-45fe-9640-21ff138608e6 with Priority: HIGHEST for action port [ 707.632898] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-764fac10-2bd7-45fe-9640-21ff138608e6 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.633415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-764fac10-2bd7-45fe-9640-21ff138608e6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.633415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-764fac10-2bd7-45fe-9640-21ff138608e6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.633415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-764fac10-2bd7-45fe-9640-21ff138608e6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.633590] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764fac10-2bd7-45fe-9640-21ff138608e6',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.135297] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 764fac10-2bd7-45fe-9640-21ff138608e6 [ 708.135745] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.135745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.135745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.136300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.136300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.136300] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:764fac10-2bd7-45fe-9640-21ff138608e6 already deleted. [ 708.136300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-764fac10-2bd7-45fe-9640-21ff138608e6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.153803] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 708.154041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.154210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.154421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.154608] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.154723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.154791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.154982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.155111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.155111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.155211] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.662760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.663185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.663185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.663327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.663405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.663520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.663584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.663744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.663845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.663916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.664154] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.664154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.664318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.664347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.664485] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.664604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.664650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.664746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.664822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.664899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.665138] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.166849] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 628f9d2f-fc5a-480e-906b-5480b97b49ae: rpc.has_security_group_logging(os_id): False [ 709.185995] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.187479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.187479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.187479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.187479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.187479] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.187479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.187479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.187479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.187479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.187943] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.187943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.187943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.187943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.188119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.188259] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.188362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.188436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.188614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.188694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.188795] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 709.259021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.259021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.259021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.259021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.259021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.271526] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 709.470061] env[66633]: INFO networking_nsxv3.common.synchronization [req-e1d048b6-f9df-4ae1-aab9-bdef5a285310 req-ee728e06-3e2d-460a-b8a3-5de8359ae894 tempest-InstanceActionsNegativeTestJSON-710856410 tempest-InstanceActionsNegativeTestJSON-710856410-project-member] Enqueued Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGHEST for action security_group_members [ 709.470934] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGHEST for action security_group_members [ 709.470934] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59325a2-1990-4da2-b057-e1f490f4ee5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.471187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.471187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.472751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.472751] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.472751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.472751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.472751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.472751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.472751] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.975536] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.975864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.975864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.975990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.976158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.976363] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.976431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.976474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.976627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.976828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.976828] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59325a2-1990-4da2-b057-e1f490f4ee5a already deleted. [ 709.976924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.085465] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.085465] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-765" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.085465] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-765" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.085465] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-765" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.085465] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.086341] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.086561] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.086879] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.088064] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.088567] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.088785] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.088980] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.091529] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.091529] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.091529] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.091529] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.112368] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.112548] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.112700] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.112878] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-765" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.113276] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-187813e0-81b0-42c7-b5ff-cecdbab7011f taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.113453] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-187813e0-81b0-42c7-b5ff-cecdbab7011f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.113582] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-187813e0-81b0-42c7-b5ff-cecdbab7011f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.113883] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-187813e0-81b0-42c7-b5ff-cecdbab7011f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.114023] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('187813e0-81b0-42c7-b5ff-cecdbab7011f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.618289] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.618597] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.618731] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.619021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.619236] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.619428] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 187813e0-81b0-42c7-b5ff-cecdbab7011f not found, creating... [ 710.619711] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.619861] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.619970] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.620211] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.620345] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.620612] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.620759] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.620867] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.621082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.621210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.621341] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 187813e0-81b0-42c7-b5ff-cecdbab7011f is going to be created. [ 710.650992] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.651215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.651330] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.651600] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.651854] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.652086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-187813e0-81b0-42c7-b5ff-cecdbab7011f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.722553] env[66633]: INFO networking_nsxv3.common.synchronization [None req-a6729b55-8f0d-4155-8532-6ff31c526291 None None] Enqueued Resource ID: bf783041-49d3-4523-9593-567ef23c3c61 with Priority: HIGHEST for action port [ 710.723613] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf783041-49d3-4523-9593-567ef23c3c61 with Priority: HIGHEST for action port [ 710.723971] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf783041-49d3-4523-9593-567ef23c3c61 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.724386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf783041-49d3-4523-9593-567ef23c3c61" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.724457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf783041-49d3-4523-9593-567ef23c3c61" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.724849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf783041-49d3-4523-9593-567ef23c3c61" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.724849] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf783041-49d3-4523-9593-567ef23c3c61',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.227252] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf783041-49d3-4523-9593-567ef23c3c61 [ 711.227580] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.227580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.227668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.227846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.227944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.228167] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf783041-49d3-4523-9593-567ef23c3c61 already deleted. [ 711.228274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf783041-49d3-4523-9593-567ef23c3c61" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.287308] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 711.287831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.316159] env[66633]: INFO networking_nsxv3.common.synchronization [None req-81315d83-63cf-4ac4-8718-abba372d7cb3 None None] Enqueued Resource ID: f66582dc-b341-4791-ab07-417523f19c0c with Priority: HIGHEST for action port [ 711.316885] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66582dc-b341-4791-ab07-417523f19c0c with Priority: HIGHEST for action port [ 711.317305] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66582dc-b341-4791-ab07-417523f19c0c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.317552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66582dc-b341-4791-ab07-417523f19c0c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.317652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66582dc-b341-4791-ab07-417523f19c0c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.317900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66582dc-b341-4791-ab07-417523f19c0c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.318021] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66582dc-b341-4791-ab07-417523f19c0c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.335602] env[66633]: INFO networking_nsxv3.common.synchronization [req-e1d048b6-f9df-4ae1-aab9-bdef5a285310 req-a1ad1619-d388-4bbb-98a8-a53f038007a2 service nova] Enqueued Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGHEST for action security_group_rules [ 711.338293] env[66633]: INFO networking_nsxv3.common.synchronization [req-e1d048b6-f9df-4ae1-aab9-bdef5a285310 req-a1ad1619-d388-4bbb-98a8-a53f038007a2 service nova] Enqueued Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGHEST for action security_group_members [ 711.338293] env[66633]: INFO networking_nsxv3.common.synchronization [req-e1d048b6-f9df-4ae1-aab9-bdef5a285310 req-a1ad1619-d388-4bbb-98a8-a53f038007a2 service nova] Enqueued Resource ID: 187813e0-81b0-42c7-b5ff-cecdbab7011f with Priority: HIGHEST for action port [ 711.338293] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGHEST for action security_group_rules [ 711.338293] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGHEST for action security_group_members [ 711.338293] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187813e0-81b0-42c7-b5ff-cecdbab7011f with Priority: HIGHEST for action port [ 711.338293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59325a2-1990-4da2-b057-e1f490f4ee5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.338293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.338293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.338293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.338293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.339994] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59325a2-1990-4da2-b057-e1f490f4ee5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.340230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.340368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.340730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.343020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.343020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.343020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.343020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.343020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.343020] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.343020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-187813e0-81b0-42c7-b5ff-cecdbab7011f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.347027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-187813e0-81b0-42c7-b5ff-cecdbab7011f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.347027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-187813e0-81b0-42c7-b5ff-cecdbab7011f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.347027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-187813e0-81b0-42c7-b5ff-cecdbab7011f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.347027] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('187813e0-81b0-42c7-b5ff-cecdbab7011f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.821541] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f66582dc-b341-4791-ab07-417523f19c0c [ 711.821541] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.821725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.821764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.821984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.822109] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.822282] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f66582dc-b341-4791-ab07-417523f19c0c already deleted. [ 711.822282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66582dc-b341-4791-ab07-417523f19c0c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.846175] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59325a2-1990-4da2-b057-e1f490f4ee5a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.846175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.846486] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.847383] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 187813e0-81b0-42c7-b5ff-cecdbab7011f with status ACTIVE [ 711.849045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.849045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.849045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.849045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.850178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.850443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.850565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.850665] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 187813e0-81b0-42c7-b5ff-cecdbab7011f is going to be updated. [ 711.879844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.879844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.879844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.880035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.880147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.880304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-187813e0-81b0-42c7-b5ff-cecdbab7011f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.353047] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.514537] env[66633]: INFO networking_nsxv3.common.synchronization [req-17fc79f6-69bf-4297-b7f9-d1ee0ed40101 req-86b4b2b3-fd49-4744-9b54-2e61e8f65ea8 tempest-InstanceActionsTestJSON-2018293087 tempest-InstanceActionsTestJSON-2018293087-project-member] Enqueued Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGHEST for action security_group_members [ 712.515208] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGHEST for action security_group_members [ 712.516167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-104784a2-622e-4885-9cfa-e59104f9d491 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.516290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.516350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.516586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.516734] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.517382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.517382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.517382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.517382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.517382] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.859378] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.859606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.859706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.859971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.860117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.860249] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59325a2-1990-4da2-b057-e1f490f4ee5a is going to be created. [ 712.883402] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.883554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.883620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.883824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.883983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.893775] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59325a2-1990-4da2-b057-e1f490f4ee5a in Status: UNINITIALIZED for 2s [ 713.020326] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.020495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.020570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.020816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.020912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.021132] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.021243] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.021288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.021443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.021522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.021608] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104784a2-622e-4885-9cfa-e59104f9d491 already deleted. [ 713.021687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.194924] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.195196] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-866" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.195363] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-866" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.195721] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-866" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.196078] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.196254] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.196402] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.196604] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.196738] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.196942] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.197141] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.197296] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.197403] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.197510] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.197608] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.197733] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.223379] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.223530] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.223658] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.223821] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-866" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.224260] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-a9076f1f-7adb-4db0-af5b-9c982cc9db74 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.224459] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-a9076f1f-7adb-4db0-af5b-9c982cc9db74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.224575] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-a9076f1f-7adb-4db0-af5b-9c982cc9db74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.225500] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-a9076f1f-7adb-4db0-af5b-9c982cc9db74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.225500] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9076f1f-7adb-4db0-af5b-9c982cc9db74',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.240939] env[66633]: INFO networking_nsxv3.common.synchronization [None req-842088d7-5fae-4189-8726-ff777fca18c6 None None] Enqueued Resource ID: 59900bcb-b10b-4d1a-be93-96c1c94df96f with Priority: HIGHEST for action port [ 713.241177] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59900bcb-b10b-4d1a-be93-96c1c94df96f with Priority: HIGHEST for action port [ 713.241762] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-59900bcb-b10b-4d1a-be93-96c1c94df96f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.241900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59900bcb-b10b-4d1a-be93-96c1c94df96f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.241956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59900bcb-b10b-4d1a-be93-96c1c94df96f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.243018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59900bcb-b10b-4d1a-be93-96c1c94df96f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.243115] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59900bcb-b10b-4d1a-be93-96c1c94df96f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.397296] env[66633]: INFO networking_nsxv3.common.synchronization [None req-d421d05e-8b4a-4b89-88e6-1741350aed00 None None] Enqueued Resource ID: 22030f40-98f1-4e49-9723-b8827b940218 with Priority: HIGHEST for action port [ 713.397942] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22030f40-98f1-4e49-9723-b8827b940218 with Priority: HIGHEST for action port [ 713.398811] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-22030f40-98f1-4e49-9723-b8827b940218 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.399278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22030f40-98f1-4e49-9723-b8827b940218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.399384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22030f40-98f1-4e49-9723-b8827b940218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.399722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22030f40-98f1-4e49-9723-b8827b940218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.399825] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22030f40-98f1-4e49-9723-b8827b940218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.728946] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.729299] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.729461] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.729788] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.729788] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.730810] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port a9076f1f-7adb-4db0-af5b-9c982cc9db74 not found, creating... [ 713.730810] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.730810] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.730810] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.731185] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.731185] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.731507] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.731659] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.731905] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.732843] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.732843] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.732843] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: a9076f1f-7adb-4db0-af5b-9c982cc9db74 is going to be created. [ 713.745883] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59900bcb-b10b-4d1a-be93-96c1c94df96f [ 713.746472] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.746472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.746609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.746736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.746864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.746963] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59900bcb-b10b-4d1a-be93-96c1c94df96f already deleted. [ 713.747093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59900bcb-b10b-4d1a-be93-96c1c94df96f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.756799] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.757147] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.757209] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.760035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.760035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.760035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-a9076f1f-7adb-4db0-af5b-9c982cc9db74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.902416] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22030f40-98f1-4e49-9723-b8827b940218 [ 713.903805] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.904316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.905265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.905938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.906121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.906288] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22030f40-98f1-4e49-9723-b8827b940218 already deleted. [ 713.906792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22030f40-98f1-4e49-9723-b8827b940218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.479025] env[66633]: INFO networking_nsxv3.common.synchronization [req-17fc79f6-69bf-4297-b7f9-d1ee0ed40101 req-5dde6447-678f-4a77-b2f5-895d7cc4f6d8 service nova] Enqueued Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGHEST for action security_group_rules [ 714.479770] env[66633]: INFO networking_nsxv3.common.synchronization [req-17fc79f6-69bf-4297-b7f9-d1ee0ed40101 req-5dde6447-678f-4a77-b2f5-895d7cc4f6d8 service nova] Enqueued Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGHEST for action security_group_members [ 714.479770] env[66633]: INFO networking_nsxv3.common.synchronization [req-17fc79f6-69bf-4297-b7f9-d1ee0ed40101 req-5dde6447-678f-4a77-b2f5-895d7cc4f6d8 service nova] Enqueued Resource ID: a9076f1f-7adb-4db0-af5b-9c982cc9db74 with Priority: HIGHEST for action port [ 714.480294] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGHEST for action security_group_rules [ 714.480500] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGHEST for action security_group_members [ 714.480920] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9076f1f-7adb-4db0-af5b-9c982cc9db74 with Priority: HIGHEST for action port [ 714.481926] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-104784a2-622e-4885-9cfa-e59104f9d491 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.481926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.481926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.481926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.481926] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.483313] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-104784a2-622e-4885-9cfa-e59104f9d491 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.483313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.483313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.483313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.483313] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.483313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.483313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.483313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.483767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.483767] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.486326] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9076f1f-7adb-4db0-af5b-9c982cc9db74 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.486326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9076f1f-7adb-4db0-af5b-9c982cc9db74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.486326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9076f1f-7adb-4db0-af5b-9c982cc9db74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.486326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9076f1f-7adb-4db0-af5b-9c982cc9db74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.486326] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9076f1f-7adb-4db0-af5b-9c982cc9db74',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.905319] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59325a2-1990-4da2-b057-e1f490f4ee5a in Status: SUCCESS [ 714.905685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.905928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.906284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.906710] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.906905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.907067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.907304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.907884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.907884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.907884] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.986467] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.988349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-104784a2-622e-4885-9cfa-e59104f9d491 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.988492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.988760] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9076f1f-7adb-4db0-af5b-9c982cc9db74 with status ACTIVE [ 714.989059] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.989795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.989937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.990261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.990414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.990663] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.990795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.990882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.991129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.991248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.991510] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.991655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.991746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.991959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.992130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.992209] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9076f1f-7adb-4db0-af5b-9c982cc9db74 is going to be updated. [ 715.020226] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.020511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.020511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.020653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.020784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.020948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9076f1f-7adb-4db0-af5b-9c982cc9db74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.409789] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59325a2-1990-4da2-b057-e1f490f4ee5a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.409958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.410048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.410770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.410984] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.411309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.411309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.411454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.411524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.411614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.411765] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59325a2-1990-4da2-b057-e1f490f4ee5a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.412223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.412357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.412584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.412805] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.412960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.413066] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.413241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.413395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.414210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.414210] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.497844] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.587851] env[66633]: INFO networking_nsxv3.common.synchronization [req-2ebad12f-fdd3-4d4b-bc18-a319b5a61884 req-e82eccfd-93e2-4cf1-b275-35ddf790a4e9 tempest-ServersAdminTestJSON-2103414861 tempest-ServersAdminTestJSON-2103414861-project-member] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 715.588612] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 715.590446] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.590446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.590446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.590446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.590446] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.590446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.590446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.591023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.591951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.591951] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.755030] env[66633]: INFO networking_nsxv3.common.synchronization [None req-7d19f89c-1f11-4b33-bc63-0ca442992d09 tempest-ImagesOneServerNegativeTestJSON-10122086 tempest-ImagesOneServerNegativeTestJSON-10122086-project-member] Enqueued Resource ID: 4b69a33c-bfb8-45e1-9be8-fd15201f4237 with Priority: HIGHEST for action security_group_rules [ 715.755640] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b69a33c-bfb8-45e1-9be8-fd15201f4237 with Priority: HIGHEST for action security_group_rules [ 715.755944] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.756251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.756371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.756677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.758423] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b69a33c-bfb8-45e1-9be8-fd15201f4237',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.803186] env[66633]: INFO networking_nsxv3.common.synchronization [None req-1446db0d-ba6a-4351-b05d-8d4ea141e6c1 None None] Enqueued Resource ID: 2b3ace38-2a14-4b72-a413-a722c6a6374d with Priority: HIGHEST for action port [ 715.803742] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b3ace38-2a14-4b72-a413-a722c6a6374d with Priority: HIGHEST for action port [ 715.806688] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b3ace38-2a14-4b72-a413-a722c6a6374d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.806759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b3ace38-2a14-4b72-a413-a722c6a6374d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.806812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b3ace38-2a14-4b72-a413-a722c6a6374d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.807148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b3ace38-2a14-4b72-a413-a722c6a6374d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.807226] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b3ace38-2a14-4b72-a413-a722c6a6374d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.917090] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e59325a2-1990-4da2-b057-e1f490f4ee5a: rpc.has_security_group_logging(os_id): False [ 715.936219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.936406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.936470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.936804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.936929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.937128] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.937240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.937294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.937447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.937734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.937808] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.937893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.938034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.938138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.939708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.939708] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.939708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.939708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.939891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.939891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.940022] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59325a2-1990-4da2-b057-e1f490f4ee5a is going to be created. [ 715.999853] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.000067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.000110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.000355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.000450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.000557] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104784a2-622e-4885-9cfa-e59104f9d491 is going to be created. [ 716.002605] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.002968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.006156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.033385] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59325a2-1990-4da2-b057-e1f490f4ee5a in Status: IN_PROGRESS for 2s [ 716.050910] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.051597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.051597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.051597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.051597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.072670] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104784a2-622e-4885-9cfa-e59104f9d491 in Status: UNINITIALIZED for 2s [ 716.096889] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.116842] env[66633]: INFO networking_nsxv3.common.synchronization [None req-aa420f14-0c9b-4f5f-a436-496047f63234 None None] Enqueued Resource ID: de267a33-2bdc-4e7e-a11e-9d45bd364757 with Priority: HIGHEST for action port [ 716.117691] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de267a33-2bdc-4e7e-a11e-9d45bd364757 with Priority: HIGHEST for action port [ 716.118171] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-de267a33-2bdc-4e7e-a11e-9d45bd364757 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.118317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de267a33-2bdc-4e7e-a11e-9d45bd364757" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.118369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de267a33-2bdc-4e7e-a11e-9d45bd364757" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.118661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de267a33-2bdc-4e7e-a11e-9d45bd364757" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.118757] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de267a33-2bdc-4e7e-a11e-9d45bd364757',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.288022] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.288022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.288022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.288022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.288022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.288022] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b69a33c-bfb8-45e1-9be8-fd15201f4237 already deleted. [ 716.288022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.312128] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b3ace38-2a14-4b72-a413-a722c6a6374d [ 716.313792] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.313920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.313972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.314201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.314292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.314388] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b3ace38-2a14-4b72-a413-a722c6a6374d already deleted. [ 716.317646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b3ace38-2a14-4b72-a413-a722c6a6374d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.600445] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.621771] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de267a33-2bdc-4e7e-a11e-9d45bd364757 [ 716.621771] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.621771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.621771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.621771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.621771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.621771] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de267a33-2bdc-4e7e-a11e-9d45bd364757 already deleted. [ 716.621771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de267a33-2bdc-4e7e-a11e-9d45bd364757" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.047119] env[66633]: INFO networking_nsxv3.common.synchronization [None req-1823a745-fa5e-43ce-9b8a-82a84b0fa87f None None] Enqueued Resource ID: 2b622535-e5b4-4e28-9637-23a08d552ad1 with Priority: HIGHEST for action port [ 717.047119] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b622535-e5b4-4e28-9637-23a08d552ad1 with Priority: HIGHEST for action port [ 717.047119] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b622535-e5b4-4e28-9637-23a08d552ad1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.047119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b622535-e5b4-4e28-9637-23a08d552ad1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.047493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b622535-e5b4-4e28-9637-23a08d552ad1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.047493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b622535-e5b4-4e28-9637-23a08d552ad1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.047612] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b622535-e5b4-4e28-9637-23a08d552ad1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.103491] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.104179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.104303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.105821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.105925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.106052] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 717.144022] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.144022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.144022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.144022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.144022] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.144022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.144022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.145618] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.145618] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.145618] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.145863] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.145863] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.145938] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.146620] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.146620] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.146620] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.150044] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.150234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.150234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.151558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.151714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.167096] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 717.175486] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.176289] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.176289] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.176289] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.176556] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.176727] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.176938] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.177236] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.177370] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28eac5a4-8cd9-4e07-9ee5-16b92bf869a7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.204782] env[66633]: INFO networking_nsxv3.common.synchronization [None req-38b30782-86f3-46e9-bf66-50c961c3da4a tempest-ImagesOneServerNegativeTestJSON-10122086 tempest-ImagesOneServerNegativeTestJSON-10122086-project-member] Enqueued Resource ID: 4b69a33c-bfb8-45e1-9be8-fd15201f4237 with Priority: HIGHEST for action security_group_rules [ 717.204782] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b69a33c-bfb8-45e1-9be8-fd15201f4237 with Priority: HIGHEST for action security_group_rules [ 717.205142] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.205280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.205539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.205617] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b69a33c-bfb8-45e1-9be8-fd15201f4237',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.550676] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b622535-e5b4-4e28-9637-23a08d552ad1 [ 717.550676] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.550676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.550676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.551801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.551801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.551801] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b622535-e5b4-4e28-9637-23a08d552ad1 already deleted. [ 717.551801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b622535-e5b4-4e28-9637-23a08d552ad1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.680310] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.680810] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.680810] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.680974] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.681090] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.681240] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 28eac5a4-8cd9-4e07-9ee5-16b92bf869a7 not found, creating... [ 717.681490] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.681770] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.681920] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.682193] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.682373] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.682715] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.682854] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.682989] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.683244] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.683411] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.683589] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 28eac5a4-8cd9-4e07-9ee5-16b92bf869a7 is going to be created. [ 717.703745] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.704640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.704640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.704640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.705095] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.705095] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.727000] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.727000] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.727000] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.727000] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.727000] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.727000] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b69a33c-bfb8-45e1-9be8-fd15201f4237 already deleted. [ 717.727000] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b69a33c-bfb8-45e1-9be8-fd15201f4237" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.050046] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59325a2-1990-4da2-b057-e1f490f4ee5a in Status: SUCCESS [ 718.050046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.083232] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104784a2-622e-4885-9cfa-e59104f9d491 in Status: SUCCESS [ 718.083232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.083232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.083470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.083639] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.083756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.083823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.083980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.084074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.084160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.084252] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.367193] env[66633]: INFO networking_nsxv3.common.synchronization [None req-0df5ec21-49ee-4d6a-a74c-9ba40987cb05 None None] Enqueued Resource ID: abe75111-782c-4dbb-b5ac-150506e59381 with Priority: HIGHEST for action port [ 718.367193] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe75111-782c-4dbb-b5ac-150506e59381 with Priority: HIGHEST for action port [ 718.367193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-abe75111-782c-4dbb-b5ac-150506e59381 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.367193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abe75111-782c-4dbb-b5ac-150506e59381" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.367193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abe75111-782c-4dbb-b5ac-150506e59381" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.367193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abe75111-782c-4dbb-b5ac-150506e59381" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.367193] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abe75111-782c-4dbb-b5ac-150506e59381',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.545818] env[66633]: INFO networking_nsxv3.common.synchronization [req-2ebad12f-fdd3-4d4b-bc18-a319b5a61884 req-a0e8d971-42f1-4e21-b223-203f68a4375f service nova] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_rules [ 718.546015] env[66633]: INFO networking_nsxv3.common.synchronization [req-2ebad12f-fdd3-4d4b-bc18-a319b5a61884 req-a0e8d971-42f1-4e21-b223-203f68a4375f service nova] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 718.546138] env[66633]: INFO networking_nsxv3.common.synchronization [req-2ebad12f-fdd3-4d4b-bc18-a319b5a61884 req-a0e8d971-42f1-4e21-b223-203f68a4375f service nova] Enqueued Resource ID: 28eac5a4-8cd9-4e07-9ee5-16b92bf869a7 with Priority: HIGHEST for action port [ 718.547020] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_rules [ 718.547020] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 718.547020] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28eac5a4-8cd9-4e07-9ee5-16b92bf869a7 with Priority: HIGHEST for action port [ 718.547668] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.547668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.547864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.547984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.548060] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.549579] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.549754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.552538] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.552538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.552538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.552538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.552538] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28eac5a4-8cd9-4e07-9ee5-16b92bf869a7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.586210] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-104784a2-622e-4885-9cfa-e59104f9d491 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.586417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.586417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.586608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.586768] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.586883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.586978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.587284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.587376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.587468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.587645] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-104784a2-622e-4885-9cfa-e59104f9d491 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.587745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.587864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.587967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.588128] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.588239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.588288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.588422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.588552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.588695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.588803] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.870278] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abe75111-782c-4dbb-b5ac-150506e59381 [ 718.870583] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.870666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.871866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.871866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.871866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.871866] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abe75111-782c-4dbb-b5ac-150506e59381 already deleted. [ 718.871866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abe75111-782c-4dbb-b5ac-150506e59381" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.934430] env[66633]: INFO networking_nsxv3.common.synchronization [req-eff8566a-99db-4676-9c2a-74d5c2538384 req-0f557a73-69b0-4aa8-b141-9d30e6afae49 tempest-MigrationsAdminTest-1885777947 tempest-MigrationsAdminTest-1885777947-project-member] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 718.935693] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 718.937355] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.937355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.937355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.937355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.937355] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.937355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.937355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.937355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.937355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.937846] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.059068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.059068] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28eac5a4-8cd9-4e07-9ee5-16b92bf869a7 with status ACTIVE [ 719.059068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.059068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.059068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.059068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.060559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.060559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.060559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.060559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.060559] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28eac5a4-8cd9-4e07-9ee5-16b92bf869a7 is going to be updated. [ 719.081567] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.081567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.081567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.081567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.081567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.081567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28eac5a4-8cd9-4e07-9ee5-16b92bf869a7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.095017] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 104784a2-622e-4885-9cfa-e59104f9d491: rpc.has_security_group_logging(os_id): False [ 719.113102] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.113272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.113563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.113658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.113866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.113964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.114051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.114208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.114284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.114465] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.114559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.114623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.114762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.114839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.115017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.115817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.116638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.116638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.116638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.116638] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 104784a2-622e-4885-9cfa-e59104f9d491 is going to be created. [ 719.176951] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 719.177284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.177471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.177730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.177915] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.178114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.178189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.178437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.178437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.178511] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.210023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.211047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.211047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.211047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.211047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.225545] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 104784a2-622e-4885-9cfa-e59104f9d491 in Status: IN_PROGRESS for 2s [ 719.430366] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.430578] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.430980] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.431437] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.431713] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.431878] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.431981] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.432738] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.432811] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.432995] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.433122] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.433231] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.433333] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.433438] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.433537] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.433665] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.440674] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.457742] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.457924] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.458091] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.458287] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.458615] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-a137ac71-dd51-4787-a40d-c719a805d91b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.461088] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-a137ac71-dd51-4787-a40d-c719a805d91b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.461088] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-a137ac71-dd51-4787-a40d-c719a805d91b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.461088] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-a137ac71-dd51-4787-a40d-c719a805d91b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.461088] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a137ac71-dd51-4787-a40d-c719a805d91b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.681498] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.684762] env[66633]: INFO networking_nsxv3.common.synchronization [req-e659220d-c782-4dbe-b92f-d6942baa8667 req-461d6bdf-8b47-44dc-8abf-c747b0fe88a8 tempest-ImagesOneServerTestJSON-662516954 tempest-ImagesOneServerTestJSON-662516954-project-member] Enqueued Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGHEST for action security_group_members [ 719.685474] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGHEST for action security_group_members [ 719.685776] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6653b325-e983-4c6b-b000-9d643135f2e2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.687424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.687424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.687980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.688213] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.688376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.688473] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.690714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.690714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.690714] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.912248] env[66633]: INFO networking_nsxv3.common.synchronization [None req-4b0d6583-1d3a-46af-b9da-294b0585018c None None] Enqueued Resource ID: ed804626-326d-46be-a143-d1e9870a6050 with Priority: HIGHEST for action port [ 719.912812] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed804626-326d-46be-a143-d1e9870a6050 with Priority: HIGHEST for action port [ 719.913183] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed804626-326d-46be-a143-d1e9870a6050 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.913332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed804626-326d-46be-a143-d1e9870a6050" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.913425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed804626-326d-46be-a143-d1e9870a6050" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.913714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed804626-326d-46be-a143-d1e9870a6050" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.913806] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed804626-326d-46be-a143-d1e9870a6050',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.942908] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.963163] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.963641] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.963641] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.964306] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.964306] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.964306] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port a137ac71-dd51-4787-a40d-c719a805d91b not found, creating... [ 719.964516] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.964723] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.964845] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.965176] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.965295] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.965638] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.966447] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.968093] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.968093] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.968093] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.968093] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: a137ac71-dd51-4787-a40d-c719a805d91b is going to be created. [ 719.995118] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.995565] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.995565] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.996021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.996147] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.996390] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-a137ac71-dd51-4787-a40d-c719a805d91b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.186111] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.192879] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.193088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.193149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.193376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.193455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.193629] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.193755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.193793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.193929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.194017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.194106] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6653b325-e983-4c6b-b000-9d643135f2e2 already deleted. [ 720.194191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.244340] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.244526] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-989" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.244662] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-989" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.244958] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-989" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.245223] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.245683] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.245814] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.246143] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.246294] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.246855] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.246855] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.246855] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.246855] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.247140] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.247140] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.247846] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.270571] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.270847] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.271042] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.271899] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-989" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.272370] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.272566] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.272656] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.272972] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.273140] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bd2ea1-23e6-447d-8e84-087a6d3e13f6',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.416493] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed804626-326d-46be-a143-d1e9870a6050 [ 720.416902] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.417208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.417316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.417585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.417732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.417878] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed804626-326d-46be-a143-d1e9870a6050 already deleted. [ 720.418033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed804626-326d-46be-a143-d1e9870a6050" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.446089] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.446321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.446321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.446537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.446625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.446754] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be updated. [ 720.482230] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.482442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.482546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.482858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.483064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.493510] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: IN_PROGRESS for 2s [ 720.689565] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.689753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.689830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.690226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.690226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.690522] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 720.693619] env[66633]: INFO networking_nsxv3.common.synchronization [req-eff8566a-99db-4676-9c2a-74d5c2538384 req-34c8502e-36ac-49bc-b810-cf13b034a57a service nova] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_rules [ 720.693804] env[66633]: INFO networking_nsxv3.common.synchronization [req-eff8566a-99db-4676-9c2a-74d5c2538384 req-34c8502e-36ac-49bc-b810-cf13b034a57a service nova] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 720.693949] env[66633]: INFO networking_nsxv3.common.synchronization [req-eff8566a-99db-4676-9c2a-74d5c2538384 req-34c8502e-36ac-49bc-b810-cf13b034a57a service nova] Enqueued Resource ID: a137ac71-dd51-4787-a40d-c719a805d91b with Priority: HIGHEST for action port [ 720.694937] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_rules [ 720.695232] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 720.695232] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a137ac71-dd51-4787-a40d-c719a805d91b with Priority: HIGHEST for action port [ 720.695382] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.695562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.695562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.695800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.695891] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.696733] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.696823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.697022] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a137ac71-dd51-4787-a40d-c719a805d91b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.697170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a137ac71-dd51-4787-a40d-c719a805d91b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.697247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a137ac71-dd51-4787-a40d-c719a805d91b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.697417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a137ac71-dd51-4787-a40d-c719a805d91b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.697500] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a137ac71-dd51-4787-a40d-c719a805d91b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.728416] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.728616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.728701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.728961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.729137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.746437] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 720.775674] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.779599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.779599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.779599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.779599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.779599] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port b4bd2ea1-23e6-447d-8e84-087a6d3e13f6 not found, creating... [ 720.779599] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.779599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.779599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.779599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.779599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.780256] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.780256] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.780361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.781972] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.781972] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.781972] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: b4bd2ea1-23e6-447d-8e84-087a6d3e13f6 is going to be created. [ 720.807968] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.807968] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.808140] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.808816] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.808816] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.809627] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.201383] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.201383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.202901] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a137ac71-dd51-4787-a40d-c719a805d91b with status ACTIVE [ 721.204336] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.204336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.204336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.204336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.204336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.204336] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.204336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.204336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.204747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.204747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.204747] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.204857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.204903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.205254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.205394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.205520] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a137ac71-dd51-4787-a40d-c719a805d91b is going to be updated. [ 721.237817] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.237972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.239080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.239080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.239080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.239080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a137ac71-dd51-4787-a40d-c719a805d91b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.249850] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 104784a2-622e-4885-9cfa-e59104f9d491 in Status: SUCCESS [ 721.249850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.547789] env[66633]: INFO networking_nsxv3.common.synchronization [req-e659220d-c782-4dbe-b92f-d6942baa8667 req-e39997d8-bced-4f56-9846-6899ed053bbc service nova] Enqueued Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGHEST for action security_group_rules [ 721.548044] env[66633]: INFO networking_nsxv3.common.synchronization [req-e659220d-c782-4dbe-b92f-d6942baa8667 req-e39997d8-bced-4f56-9846-6899ed053bbc service nova] Enqueued Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGHEST for action security_group_members [ 721.548196] env[66633]: INFO networking_nsxv3.common.synchronization [req-e659220d-c782-4dbe-b92f-d6942baa8667 req-e39997d8-bced-4f56-9846-6899ed053bbc service nova] Enqueued Resource ID: b4bd2ea1-23e6-447d-8e84-087a6d3e13f6 with Priority: HIGHEST for action port [ 721.548759] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGHEST for action security_group_rules [ 721.549398] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGHEST for action security_group_members [ 721.549501] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bd2ea1-23e6-447d-8e84-087a6d3e13f6 with Priority: HIGHEST for action port [ 721.550318] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6653b325-e983-4c6b-b000-9d643135f2e2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.550508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.550548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.551561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.551561] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.552888] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6653b325-e983-4c6b-b000-9d643135f2e2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.553020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.553090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.553258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.553405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.553500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.553564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.553704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.553788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.553888] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.556149] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.556286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.556355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.556524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.556601] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bd2ea1-23e6-447d-8e84-087a6d3e13f6',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.060020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6653b325-e983-4c6b-b000-9d643135f2e2 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.060020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.060020] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.060020] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4bd2ea1-23e6-447d-8e84-087a6d3e13f6 with status ACTIVE [ 722.060020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.060020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.060020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.060451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.060451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.060502] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.060599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.060719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.060803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.060873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.061253] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.062419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.062419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.062419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.062419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.062419] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4bd2ea1-23e6-447d-8e84-087a6d3e13f6 is going to be updated. [ 722.084042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.084042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.084042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.084042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.084338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.084338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bd2ea1-23e6-447d-8e84-087a6d3e13f6" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.505820] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: SUCCESS [ 722.506102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.506290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.506502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.506686] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.507507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.507507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.507507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.507507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.507507] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.564430] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.757233] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 722.757488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.757775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.757944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.758224] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.758581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.758581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.760059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.760059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.760154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.760973] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.012813] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.071125] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.071125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.071125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.071407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.071407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.071407] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6653b325-e983-4c6b-b000-9d643135f2e2 is going to be created. [ 723.101177] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.101364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.101501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.101619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.101781] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.112967] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6653b325-e983-4c6b-b000-9d643135f2e2 in Status: UNINITIALIZED for 2s [ 723.262584] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.262741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.262813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.263040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.263204] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.263308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.263373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.263579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.267020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.267020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.267020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.267020] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.514970] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.563183] env[66633]: INFO networking_nsxv3.common.synchronization [req-3f0908d7-09f4-43d9-8184-7e3478fa0fb3 req-23068ac2-c606-4567-9754-d7334278a961 tempest-ServersAdminNegativeTestJSON-925087884 tempest-ServersAdminNegativeTestJSON-925087884-project-member] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 723.563718] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGHEST for action security_group_members [ 723.564191] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.564191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.564320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.564423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.564573] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.564668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.564727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.564872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.564955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.565058] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.770417] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 932c58a7-5496-408a-bc53-f5bc929053bf: rpc.has_security_group_logging(os_id): False [ 723.817117] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.817362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.817432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.817639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.817870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.818135] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.818547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.818671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.819017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.819550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.819642] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.819885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.819962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.820329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.820449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.820680] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.820779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.820828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.820989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.821090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.821195] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 723.908356] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.908581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.908891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.908891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.909074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.927675] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 724.018679] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.018679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.018679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.018679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.018679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.018679] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be updated. [ 724.060466] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.060466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.061203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.061203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.061203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.068386] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.068386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.068386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.068386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.068386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.068386] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.069520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.069520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.069520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.069520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.069520] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a is going to be updated. [ 724.074389] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: IN_PROGRESS for 2s [ 724.125763] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.125935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.126012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.126258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.126383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.137359] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: IN_PROGRESS for 2s [ 724.227970] env[66633]: INFO networking_nsxv3.common.synchronization [req-13db630e-2872-4b01-b1b4-cb1c7e8cf5da req-03e6fabc-d95f-4ecd-a90a-a27a3ff91378 tempest-ServersWithSpecificFlavorTestJSON-1383616531 tempest-ServersWithSpecificFlavorTestJSON-1383616531-project-member] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 724.228536] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 724.228849] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.228976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.229264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.229264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.229393] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.229492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.229553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.229696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.229780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.229872] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.553525] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.553870] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.553917] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.554216] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.554500] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.554675] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.554793] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.555649] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.555649] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.555649] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.555795] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.555795] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.555930] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.555990] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.556095] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.556218] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.577392] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.577595] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.577988] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.577988] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.579473] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-fadd6be7-35f7-46f3-8a22-f5499701339e taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.579657] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-fadd6be7-35f7-46f3-8a22-f5499701339e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.579769] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-fadd6be7-35f7-46f3-8a22-f5499701339e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.581087] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-fadd6be7-35f7-46f3-8a22-f5499701339e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.581087] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadd6be7-35f7-46f3-8a22-f5499701339e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.732193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.732362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.732435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.732671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.732764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.732994] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.733080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.733117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.733271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.733376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.733432] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be updated. [ 724.763328] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.763696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.763696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.763854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.763994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.775204] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: IN_PROGRESS for 2s [ 725.084984] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.085204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.085361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.085762] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.086159] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.086948] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port fadd6be7-35f7-46f3-8a22-f5499701339e not found, creating... [ 725.087428] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.087696] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.087870] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.088514] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.088720] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.089351] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.089629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.089629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.089952] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.090166] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.090372] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: fadd6be7-35f7-46f3-8a22-f5499701339e is going to be created. [ 725.120917] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.121275] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.121337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.121898] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.121898] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.122162] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-fadd6be7-35f7-46f3-8a22-f5499701339e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.127616] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6653b325-e983-4c6b-b000-9d643135f2e2 in Status: SUCCESS [ 725.128314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.128314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.128314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.128453] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.128525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.128568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.128724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.128808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.128890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.128971] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.631371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6653b325-e983-4c6b-b000-9d643135f2e2 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.631811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.631811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.633268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.633268] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.633268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.633268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.633268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.633268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.633268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.633268] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6653b325-e983-4c6b-b000-9d643135f2e2 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.633268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.633268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.634166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.634166] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.634166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.634166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.634166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.634717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.634717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.634717] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.893697] env[66633]: INFO networking_nsxv3.common.synchronization [req-13db630e-2872-4b01-b1b4-cb1c7e8cf5da req-c26b3fe5-93de-4c9b-a5cb-cda82d8310ab service nova] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_rules [ 725.893941] env[66633]: INFO networking_nsxv3.common.synchronization [req-13db630e-2872-4b01-b1b4-cb1c7e8cf5da req-c26b3fe5-93de-4c9b-a5cb-cda82d8310ab service nova] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 725.893990] env[66633]: INFO networking_nsxv3.common.synchronization [req-13db630e-2872-4b01-b1b4-cb1c7e8cf5da req-c26b3fe5-93de-4c9b-a5cb-cda82d8310ab service nova] Enqueued Resource ID: fadd6be7-35f7-46f3-8a22-f5499701339e with Priority: HIGHEST for action port [ 725.894510] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_rules [ 725.894644] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 725.894742] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fadd6be7-35f7-46f3-8a22-f5499701339e with Priority: HIGHEST for action port [ 725.895123] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.895275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.895357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.895594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.895658] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.896757] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.896757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.896923] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-fadd6be7-35f7-46f3-8a22-f5499701339e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.897034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fadd6be7-35f7-46f3-8a22-f5499701339e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.897129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fadd6be7-35f7-46f3-8a22-f5499701339e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.897292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fadd6be7-35f7-46f3-8a22-f5499701339e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.897590] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadd6be7-35f7-46f3-8a22-f5499701339e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.943956] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 725.945038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.085296] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: SUCCESS [ 726.086196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.086196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.086196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.086321] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.086851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.086851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.086851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.086975] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.087101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.087274] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.137797] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6653b325-e983-4c6b-b000-9d643135f2e2: rpc.has_security_group_logging(os_id): False [ 726.148521] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a in Status: SUCCESS [ 726.148521] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a deletion is rescheduled due to dependency. [ 726.148735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.164349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.164616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.164699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.165068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.165177] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.165469] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.165583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.165646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.165820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.165902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.166135] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.166235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.166300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.166437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.166510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.166696] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.166795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.166858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.167144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.167144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.167240] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6653b325-e983-4c6b-b000-9d643135f2e2 is going to be created. [ 726.229971] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.230138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.230241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.230403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.230586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.244580] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6653b325-e983-4c6b-b000-9d643135f2e2 in Status: IN_PROGRESS for 2s [ 726.399935] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.400167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.400368] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fadd6be7-35f7-46f3-8a22-f5499701339e with status ACTIVE [ 726.400583] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.400716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.401012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.401012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.401208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.401299] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.401397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.401397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.401564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.401705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.401899] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.401899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.402075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.402119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.402195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.402276] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fadd6be7-35f7-46f3-8a22-f5499701339e is going to be updated. [ 726.431947] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.432141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.432213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.432429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.432571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.432741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fadd6be7-35f7-46f3-8a22-f5499701339e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.590659] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.590659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.590659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.590968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.591364] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.591496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.591579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.591850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.592018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.592183] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.592440] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.592614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.592755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.593011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.593256] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.593581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.593581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.593782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.593927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.594088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.594254] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.671463] env[66633]: INFO networking_nsxv3.common.synchronization [req-ad777fd7-e799-4493-a981-bd2e988bda38 req-d78690f3-a4e3-4426-bc5b-26a9acf53ba3 tempest-AttachInterfacesV270Test-825012751 tempest-AttachInterfacesV270Test-825012751-project-member] Enqueued Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGHEST for action security_group_members [ 726.672747] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGHEST for action security_group_members [ 726.675645] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-913009f5-75fd-4502-8632-6505caa4313f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.675645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.675645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.675645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.675844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.675944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.676015] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.676190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.676270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.676369] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.788909] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: SUCCESS [ 726.789143] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 deletion is rescheduled due to dependency. [ 726.789295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.789531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.790371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.790371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.790371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.790371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.790645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.790645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.790758] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.097148] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc37b1db-2104-4f24-94e1-062870b9baeb: rpc.has_security_group_logging(os_id): False [ 727.118960] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.119148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.119188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.119396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.119485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.119665] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.119756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.119812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.119953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.120043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.120244] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.120336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.120439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.120531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.120602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.120844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.120946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.121016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.121275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.121359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.121446] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be updated. [ 727.178774] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.179073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.179223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.179588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.179744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.180332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.180515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.180628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.180916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.181101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.181293] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913009f5-75fd-4502-8632-6505caa4313f already deleted. [ 727.181426] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.207677] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.207902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-633" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.208063] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-633" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.208374] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-633" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.208697] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.208852] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.208961] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.209201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.209343] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.209619] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.209728] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.209872] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.209993] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.210111] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.210212] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.210344] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.212499] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.212697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.212774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.212913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.213079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.236358] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: IN_PROGRESS for 2s [ 727.246948] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.247369] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.247690] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.247937] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-633" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.248298] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-53c48a30-18ca-4c3c-9954-bee604dedb70 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.248480] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-53c48a30-18ca-4c3c-9954-bee604dedb70" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.248629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-53c48a30-18ca-4c3c-9954-bee604dedb70" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.249060] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-53c48a30-18ca-4c3c-9954-bee604dedb70" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.249203] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c48a30-18ca-4c3c-9954-bee604dedb70',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.293905] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.752144] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.752609] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.752609] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.752933] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.753146] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.753349] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 53c48a30-18ca-4c3c-9954-bee604dedb70 not found, creating... [ 727.755971] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.756383] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.757014] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.758392] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.758653] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.759701] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762293] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762538] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.763075] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.763358] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.764013] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 53c48a30-18ca-4c3c-9954-bee604dedb70 is going to be created. [ 727.796128] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.798605] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.798807] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.799053] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.799205] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.799435] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.799668] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-53c48a30-18ca-4c3c-9954-bee604dedb70" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.260879] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6653b325-e983-4c6b-b000-9d643135f2e2 in Status: SUCCESS [ 728.261301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.301967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.302399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.302526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.303584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.303584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.303584] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be updated. [ 728.338850] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.339041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.339088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.339288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.339498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.358820] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: IN_PROGRESS for 2s [ 728.501032] env[66633]: INFO networking_nsxv3.common.synchronization [req-ad777fd7-e799-4493-a981-bd2e988bda38 req-93fc0e93-5401-4d2e-9e9f-158ee5f6d913 service nova] Enqueued Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGHEST for action security_group_rules [ 728.501297] env[66633]: INFO networking_nsxv3.common.synchronization [req-ad777fd7-e799-4493-a981-bd2e988bda38 req-93fc0e93-5401-4d2e-9e9f-158ee5f6d913 service nova] Enqueued Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGHEST for action security_group_members [ 728.501453] env[66633]: INFO networking_nsxv3.common.synchronization [req-ad777fd7-e799-4493-a981-bd2e988bda38 req-93fc0e93-5401-4d2e-9e9f-158ee5f6d913 service nova] Enqueued Resource ID: 53c48a30-18ca-4c3c-9954-bee604dedb70 with Priority: HIGHEST for action port [ 728.504050] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGHEST for action security_group_rules [ 728.504244] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGHEST for action security_group_members [ 728.507870] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c48a30-18ca-4c3c-9954-bee604dedb70 with Priority: HIGHEST for action port [ 728.507870] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913009f5-75fd-4502-8632-6505caa4313f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.507870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.507870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.507870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.507870] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.508983] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-913009f5-75fd-4502-8632-6505caa4313f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.512043] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.512043] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.512043] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c48a30-18ca-4c3c-9954-bee604dedb70 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c48a30-18ca-4c3c-9954-bee604dedb70" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c48a30-18ca-4c3c-9954-bee604dedb70" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.512043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c48a30-18ca-4c3c-9954-bee604dedb70" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.512043] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c48a30-18ca-4c3c-9954-bee604dedb70',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.946610] env[66633]: INFO networking_nsxv3.common.synchronization [req-165d8b9d-b615-4ec9-8112-ad7dcca71722 req-1155dc90-9654-40ac-b7a8-8d7ed5958f88 tempest-ServersTestBootFromVolume-715147514 tempest-ServersTestBootFromVolume-715147514-project-member] Enqueued Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_members [ 728.947337] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGHEST for action security_group_members [ 728.947711] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-3950361a-12af-4ef7-a73b-663319257ffc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.947870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.947948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.948215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.948392] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.948496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.948560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.948726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.948840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.948960] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.010050] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-913009f5-75fd-4502-8632-6505caa4313f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.010208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.015498] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53c48a30-18ca-4c3c-9954-bee604dedb70 with status ACTIVE [ 729.015721] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.015853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.015921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.016159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.016244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.016431] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.016523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.016584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.016779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.016925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.017180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.017285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.017345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.017487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.017558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.017639] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53c48a30-18ca-4c3c-9954-bee604dedb70 is going to be updated. [ 729.019384] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.048869] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.049051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.049145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.049411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.049615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.050581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c48a30-18ca-4c3c-9954-bee604dedb70" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.261297] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: SUCCESS [ 729.261568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.453565] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.453719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.453783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.454049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.454148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.454362] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.454461] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.454528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.454763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.454795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.454868] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3950361a-12af-4ef7-a73b-663319257ffc is going to be updated. [ 729.486296] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.486457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.486515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.486728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.486873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.496635] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3950361a-12af-4ef7-a73b-663319257ffc in Status: IN_PROGRESS for 2s [ 729.523455] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.947046] env[66633]: INFO networking_nsxv3.common.synchronization [req-f0230e15-cfc9-4899-a25c-787272695612 req-1810f462-e2ec-4e69-a21a-e47901d32f5a tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 729.947046] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 729.947046] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.947046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.947046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.947634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.947988] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.948142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.948222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.948469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.948608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.949142] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.026535] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.028926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.029078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.029545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.029545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.029545] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913009f5-75fd-4502-8632-6505caa4313f is going to be created. [ 730.064028] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.064028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.064028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.064028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.064028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.090495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913009f5-75fd-4502-8632-6505caa4313f in Status: UNINITIALIZED for 2s [ 730.370157] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: SUCCESS [ 730.370421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.370605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.370822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.371021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.371145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.371214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.371378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.371464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.371549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.371640] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.450825] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.451124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.451234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.454516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.454516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.454516] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.454516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.454516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.454516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.454516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.454516] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d already deleted. [ 730.454516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.627539] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.627815] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.627955] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.628577] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.628694] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.628946] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.628946] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.629158] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.629302] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.629494] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.629596] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.629689] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.629942] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.630117] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.630182] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.630420] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.670052] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.670052] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.670052] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.670052] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.670052] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-4302f59f-76e7-44bb-9bfc-c0effe0413e5 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.675440] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-4302f59f-76e7-44bb-9bfc-c0effe0413e5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.675440] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-4302f59f-76e7-44bb-9bfc-c0effe0413e5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.675440] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-4302f59f-76e7-44bb-9bfc-c0effe0413e5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.675440] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4302f59f-76e7-44bb-9bfc-c0effe0413e5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.875268] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.899324] env[66633]: INFO networking_nsxv3.common.synchronization [req-6b967094-8c13-4fc3-8c2c-20b79e4f2da2 req-97df2278-c94a-4fa2-9ac4-5e4705d1e3f7 tempest-ServersTestFqdnHostnames-744355753 tempest-ServersTestFqdnHostnames-744355753-project-member] Enqueued Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_members [ 730.900273] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_members [ 730.900747] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.900747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.900932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.901161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.901325] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.901462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.901517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.901736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.901845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.901995] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.178749] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.178749] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.178749] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.178749] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.178749] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.178749] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 4302f59f-76e7-44bb-9bfc-c0effe0413e5 not found, creating... [ 731.179273] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.179273] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.179273] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.179489] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.179636] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.180215] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.180215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.180351] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.180766] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.180766] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.181032] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 4302f59f-76e7-44bb-9bfc-c0effe0413e5 is going to be created. [ 731.205654] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.205879] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.205995] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.206271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.206489] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.206705] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-4302f59f-76e7-44bb-9bfc-c0effe0413e5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.379106] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d27de7bf-cd56-4b35-85b7-8960da4fba01: rpc.has_security_group_logging(os_id): False [ 731.402871] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.405073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.405073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.405073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.405073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.405073] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.405073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.405073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.405073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.405073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.405073] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be updated. [ 731.407293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.407789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.409839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.409839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.409839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.409839] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.409839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.409839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.409839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.409839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.409839] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a already deleted. [ 731.409839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.497755] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.497942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.498132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.498493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.498649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.511653] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3950361a-12af-4ef7-a73b-663319257ffc in Status: SUCCESS [ 731.511864] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3950361a-12af-4ef7-a73b-663319257ffc deletion is rescheduled due to dependency. [ 731.511989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.515738] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: IN_PROGRESS for 2s [ 731.721140] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.721374] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-717" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.721498] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-717" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.721878] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-717" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.722421] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.722649] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.722780] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.723013] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.723199] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.723417] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.723526] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.723632] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.723772] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.723881] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.723981] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.724120] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.748047] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.748047] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.748322] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.748445] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-717" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.748819] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-995e1e62-5498-491f-8c2c-beee0b8ebf6a taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.749055] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-995e1e62-5498-491f-8c2c-beee0b8ebf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.749199] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-995e1e62-5498-491f-8c2c-beee0b8ebf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.749587] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-995e1e62-5498-491f-8c2c-beee0b8ebf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.749714] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995e1e62-5498-491f-8c2c-beee0b8ebf6a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.961272] env[66633]: INFO networking_nsxv3.common.synchronization [req-f0230e15-cfc9-4899-a25c-787272695612 req-f0af6752-aa88-4224-a7b2-b50c52233fd3 service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 731.962072] env[66633]: INFO networking_nsxv3.common.synchronization [req-f0230e15-cfc9-4899-a25c-787272695612 req-f0af6752-aa88-4224-a7b2-b50c52233fd3 service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 731.962711] env[66633]: INFO networking_nsxv3.common.synchronization [req-f0230e15-cfc9-4899-a25c-787272695612 req-f0af6752-aa88-4224-a7b2-b50c52233fd3 service nova] Enqueued Resource ID: 4302f59f-76e7-44bb-9bfc-c0effe0413e5 with Priority: HIGHEST for action port [ 731.963899] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 731.964211] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 731.964483] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4302f59f-76e7-44bb-9bfc-c0effe0413e5 with Priority: HIGHEST for action port [ 731.964924] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.967070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.967070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.967070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.967070] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.967070] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.967070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.967070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.968013] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.968455] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.968883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.969153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.970309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.970309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.970651] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.972194] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4302f59f-76e7-44bb-9bfc-c0effe0413e5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.972856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4302f59f-76e7-44bb-9bfc-c0effe0413e5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.972856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4302f59f-76e7-44bb-9bfc-c0effe0413e5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.973172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4302f59f-76e7-44bb-9bfc-c0effe0413e5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.973419] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4302f59f-76e7-44bb-9bfc-c0effe0413e5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.102199] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913009f5-75fd-4502-8632-6505caa4313f in Status: SUCCESS [ 732.102472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.102671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.102911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.103138] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.103277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.103343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.103524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.103608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.103694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.103787] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.254274] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.254274] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.254274] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.254916] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.254916] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.254916] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 995e1e62-5498-491f-8c2c-beee0b8ebf6a not found, creating... [ 732.255252] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.255252] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.255410] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.255607] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.255742] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.256088] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.256286] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.256407] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.256625] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.256779] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.256917] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 995e1e62-5498-491f-8c2c-beee0b8ebf6a is going to be created. [ 732.280810] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.281136] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.281301] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.281668] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.281945] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.282268] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-995e1e62-5498-491f-8c2c-beee0b8ebf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.476284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.476481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.476676] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.479940] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4302f59f-76e7-44bb-9bfc-c0effe0413e5 with status ACTIVE [ 732.479940] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.479940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.479940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.479940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.479940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.479940] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.479940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.480821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.482585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.482585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.482585] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.483019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.483019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.483019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.484009] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.484009] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4302f59f-76e7-44bb-9bfc-c0effe0413e5 is going to be updated. [ 732.515407] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.515559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.515595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.515824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.515966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.516172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4302f59f-76e7-44bb-9bfc-c0effe0413e5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.605969] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-913009f5-75fd-4502-8632-6505caa4313f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.606203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.606203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.607319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.607319] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.607319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.607319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.607590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.607590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.607730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.607842] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-913009f5-75fd-4502-8632-6505caa4313f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.608058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.608058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.608242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.608420] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.608524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.608613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.609185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.609353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.609551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.609620] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.626889] env[66633]: INFO networking_nsxv3.common.synchronization [req-bd9f0206-89cd-4586-b956-16af4840ad94 req-9b90a324-1840-460a-9a5b-06de7b8d7853 tempest-ServerTagsTestJSON-1268802240 tempest-ServerTagsTestJSON-1268802240-project-member] Enqueued Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGHEST for action security_group_members [ 732.627588] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGHEST for action security_group_members [ 732.628439] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.628634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.629032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.629153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.629402] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.629557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.629652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.629892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.630041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.630195] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.984959] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.065201] env[66633]: INFO networking_nsxv3.common.synchronization [req-6b967094-8c13-4fc3-8c2c-20b79e4f2da2 req-53d3b4ed-85da-46ee-ba6d-abb7993ddb5f service nova] Enqueued Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_rules [ 733.065421] env[66633]: INFO networking_nsxv3.common.synchronization [req-6b967094-8c13-4fc3-8c2c-20b79e4f2da2 req-53d3b4ed-85da-46ee-ba6d-abb7993ddb5f service nova] Enqueued Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_members [ 733.065593] env[66633]: INFO networking_nsxv3.common.synchronization [req-6b967094-8c13-4fc3-8c2c-20b79e4f2da2 req-53d3b4ed-85da-46ee-ba6d-abb7993ddb5f service nova] Enqueued Resource ID: 995e1e62-5498-491f-8c2c-beee0b8ebf6a with Priority: HIGHEST for action port [ 733.066299] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_rules [ 733.066482] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_members [ 733.066610] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995e1e62-5498-491f-8c2c-beee0b8ebf6a with Priority: HIGHEST for action port [ 733.066957] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.068188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.068267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.068776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.068880] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.070231] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.070418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.070548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.070841] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.071111] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.071262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.071372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.071671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.071736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.071866] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.074099] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-995e1e62-5498-491f-8c2c-beee0b8ebf6a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.074099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-995e1e62-5498-491f-8c2c-beee0b8ebf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.074205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-995e1e62-5498-491f-8c2c-beee0b8ebf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.074894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-995e1e62-5498-491f-8c2c-beee0b8ebf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.074894] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995e1e62-5498-491f-8c2c-beee0b8ebf6a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.112826] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913009f5-75fd-4502-8632-6505caa4313f: rpc.has_security_group_logging(os_id): False [ 733.132346] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.132543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.132639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.132918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.133028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.133258] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.133396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.133466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.134394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.134548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.134843] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.134972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.135068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.135381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.135453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.135697] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.135832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.135919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.136150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.136258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.136378] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913009f5-75fd-4502-8632-6505caa4313f is going to be created. [ 733.138771] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.139048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.139263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.139550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.139695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.139932] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.140111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.140216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.140858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.140858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.140858] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 already deleted. [ 733.140858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.154923] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155147] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-180" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155269] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-180" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155610] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-180" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155867] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.156308] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.156518] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.156798] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.157020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.157388] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.157552] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.157703] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.157885] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.157997] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.158155] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.158365] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.180575] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.180867] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.181068] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.181298] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-180" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.181666] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.181897] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.182089] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.182450] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.182645] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.220782] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.221015] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.221075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.221303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.222612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.235576] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913009f5-75fd-4502-8632-6505caa4313f in Status: IN_PROGRESS for 2s [ 733.488337] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.488972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.488972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.488972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.488972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.492245] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be created. [ 733.519259] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.519375] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.519375] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.519571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.519777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.530779] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: UNINITIALIZED for 2s [ 733.533083] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: SUCCESS [ 733.533083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.577613] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.577613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.578057] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 995e1e62-5498-491f-8c2c-beee0b8ebf6a with status ACTIVE [ 733.578326] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.578476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.578530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.578820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.581191] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.581191] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.581191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.581191] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 995e1e62-5498-491f-8c2c-beee0b8ebf6a is going to be updated. [ 733.581843] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.605598] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.605821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.605884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.607398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.607398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.607398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-995e1e62-5498-491f-8c2c-beee0b8ebf6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.685135] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.685378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.685501] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.685776] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.685918] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.686128] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0 not found, creating... [ 733.686696] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.686891] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.687026] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.687310] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.687518] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.688449] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.688449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.688449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.688950] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.689129] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.689274] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0 is going to be created. [ 733.715801] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.716020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.716143] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.716425] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.716640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.716860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.084278] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.467698] env[66633]: INFO networking_nsxv3.common.synchronization [req-bd9f0206-89cd-4586-b956-16af4840ad94 req-64396c9f-c6a3-4b31-a4b4-7333a25da3cf service nova] Enqueued Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGHEST for action security_group_rules [ 734.467887] env[66633]: INFO networking_nsxv3.common.synchronization [req-bd9f0206-89cd-4586-b956-16af4840ad94 req-64396c9f-c6a3-4b31-a4b4-7333a25da3cf service nova] Enqueued Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGHEST for action security_group_members [ 734.467998] env[66633]: INFO networking_nsxv3.common.synchronization [req-bd9f0206-89cd-4586-b956-16af4840ad94 req-64396c9f-c6a3-4b31-a4b4-7333a25da3cf service nova] Enqueued Resource ID: 41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0 with Priority: HIGHEST for action port [ 734.468749] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGHEST for action security_group_rules [ 734.468975] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGHEST for action security_group_members [ 734.469426] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0 with Priority: HIGHEST for action port [ 734.469817] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.469937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.470042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.470308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.470518] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.471263] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.471417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.471455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.471619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.471786] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.471861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.471921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.472078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.472182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.472247] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.473018] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.473554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.473638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.473787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.473857] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.587376] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.587376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.587376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.587789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.587821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.588017] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a is going to be created. [ 734.613895] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.614191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.614357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.614504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.614713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.626044] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a in Status: UNINITIALIZED for 2s [ 734.975808] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.975808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.977211] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.978153] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0 with status ACTIVE [ 734.978473] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.978888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.978888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.979175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.979175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.979269] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.979402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.979460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.979588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.979665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.979854] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.979954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.980405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.980594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.980675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.980767] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0 is going to be updated. [ 735.004368] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.004368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.004368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.004368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.004368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.004368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41bdd762-7f1c-4f50-8c64-c6e91c2ce4c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.249176] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913009f5-75fd-4502-8632-6505caa4313f in Status: SUCCESS [ 735.249523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.483048] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.545395] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 735.545627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.545809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.546105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.546414] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.546604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.546703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.546937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.547050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.547211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.547318] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.985403] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.985403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.985403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.985403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.986235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.986235] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 is going to be created. [ 736.020349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.020529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.020605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.020821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.020994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.037605] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 in Status: UNINITIALIZED for 2s [ 736.051330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.051520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.051599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.051850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.052040] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.052156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.052231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.052440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.052553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.052668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.052822] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.052926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.052990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.053171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.053402] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.053478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.053623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.053805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.053892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.053976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.054883] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.132206] env[66633]: INFO networking_nsxv3.common.synchronization [req-a9bd2f9e-acd1-4ee3-9a46-2ee1c6763e8a req-0e9c3c52-1cbf-4503-8ccf-44d5927df9c6 tempest-ServersNegativeTestJSON-1362621009 tempest-ServersNegativeTestJSON-1362621009-project-member] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 736.135646] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 736.137720] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.137938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.138054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.138492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.138634] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.138758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.138833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.140299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.140299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.140299] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.418947] env[66633]: INFO networking_nsxv3.common.synchronization [req-dd6b6ec1-9dd2-48ac-a773-09cc0fc24199 req-2fa335ba-1239-4c52-b7f5-a401cec1ddd2 tempest-InstanceActionsNegativeTestJSON-710856410 tempest-InstanceActionsNegativeTestJSON-710856410-project-member] Enqueued Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGHEST for action security_group_members [ 736.420110] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGHEST for action security_group_members [ 736.420735] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59325a2-1990-4da2-b057-e1f490f4ee5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.421435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.421703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.423085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.423085] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.423085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.423085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.423085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.423085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.423871] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.557157] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.557411] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.557845] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.558385] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.558621] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.558830] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.558980] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.559279] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.559472] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.559742] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.559893] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.560072] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.560224] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.560372] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.560529] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.560708] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.562707] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d: rpc.has_security_group_logging(os_id): False [ 736.585248] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.585248] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.585248] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.585248] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.585509] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.585775] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.585920] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.586561] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.586561] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.589359] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.589509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.589989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.589989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.589989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.590203] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.590279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.590352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.591053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.591053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.591053] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.591053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.591053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.591603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.591603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.591603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.591603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.591603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.592299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.592299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.592299] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be created. [ 736.635874] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a in Status: SUCCESS [ 736.635874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.635874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.635874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.636195] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.636195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.636279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.637800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.637800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.637800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.637800] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.643716] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.643716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.643716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.644478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.644478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.644478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.644478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.644710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.644963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.645976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.645976] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 already deleted. [ 736.645976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.663149] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.663395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.663395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.663741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.663866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.675981] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 736.926996] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.926996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.926996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.927382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.927382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.927477] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.927601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.927713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.927868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.927981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.928106] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59325a2-1990-4da2-b057-e1f490f4ee5a is going to be updated. [ 736.962549] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.962752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.962831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.963064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.963210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.972557] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59325a2-1990-4da2-b057-e1f490f4ee5a in Status: IN_PROGRESS for 2s [ 737.093982] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.094359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.094426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.094871] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.094963] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.095144] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 not found, creating... [ 737.095468] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.095680] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.095817] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.096079] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.096252] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.096605] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.096752] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.096900] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.097165] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.097361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.097504] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 is going to be created. [ 737.121353] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.121353] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.121353] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.121845] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.122037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.122319] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.141380] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.644568] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a: rpc.has_security_group_logging(os_id): False [ 737.665830] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.666043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.666152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.666446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.666576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.666897] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.667042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.667128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.667387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.667494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.667611] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a is going to be created. [ 737.737492] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.737492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.737492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.737749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.737886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.752865] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a in Status: IN_PROGRESS for 2s [ 737.847020] env[66633]: INFO networking_nsxv3.common.synchronization [req-a9bd2f9e-acd1-4ee3-9a46-2ee1c6763e8a req-026216d4-cb08-4d49-9cc9-7f28eafd0c72 service nova] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_rules [ 737.847020] env[66633]: INFO networking_nsxv3.common.synchronization [req-a9bd2f9e-acd1-4ee3-9a46-2ee1c6763e8a req-026216d4-cb08-4d49-9cc9-7f28eafd0c72 service nova] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 737.847020] env[66633]: INFO networking_nsxv3.common.synchronization [req-a9bd2f9e-acd1-4ee3-9a46-2ee1c6763e8a req-026216d4-cb08-4d49-9cc9-7f28eafd0c72 service nova] Enqueued Resource ID: 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 with Priority: HIGHEST for action port [ 737.847849] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_rules [ 737.849083] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 737.849083] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 with Priority: HIGHEST for action port [ 737.849083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.849083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.849083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.849688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.849688] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.851249] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.851249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.851249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.851249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.851249] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.851249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.851249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.851249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.851635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.851635] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.852885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.852885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.852885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.852885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.852885] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.052293] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 in Status: SUCCESS [ 738.052548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.052714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.052958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.053187] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.053314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.053370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.053578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.053746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.053746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.053858] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.354635] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.355144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.357359] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.358362] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 with status ACTIVE [ 738.358733] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.358843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.358900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.359175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.359357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.359488] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.359577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.359622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.359775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.359850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.360058] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.360858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.360858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.360858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.360858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.360858] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 is going to be updated. [ 738.384996] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.385367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.385367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.385556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.385740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.385938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.558823] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.558823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.558823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.558823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.558823] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.558823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.559763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.559763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.559763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.559763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.559763] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.559940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.559940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.560029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.560783] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.560783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.560783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.560783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.560783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.560783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.560783] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.694526] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 738.694796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.862306] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.990263] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59325a2-1990-4da2-b057-e1f490f4ee5a in Status: SUCCESS [ 738.990263] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59325a2-1990-4da2-b057-e1f490f4ee5a deletion is rescheduled due to dependency. [ 738.990263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.064614] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aebbc570-1aeb-4c15-8717-33d4f3c4a2c8: rpc.has_security_group_logging(os_id): False [ 739.089524] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.089524] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.089524] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.089524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.091131] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.092053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.092053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.092053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.092053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.092251] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 is going to be created. [ 739.174415] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.174617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.174689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.174953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.175182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.188981] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 in Status: IN_PROGRESS for 2s [ 739.366857] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.367333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.367333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.367461] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.367587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.368363] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be created. [ 739.401695] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.401885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.401969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.406049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.406049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.424457] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: UNINITIALIZED for 2s [ 739.769988] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a in Status: SUCCESS [ 739.770519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.201723] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 in Status: SUCCESS [ 741.201723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.231070] env[66633]: INFO networking_nsxv3.common.synchronization [req-5fbb88b6-009c-444c-8c70-637634ca260c req-bdb0f50d-fb23-4cb4-ab2b-1d3ae14bf135 tempest-ServersNegativeTestMultiTenantJSON-1113644832 tempest-ServersNegativeTestMultiTenantJSON-1113644832-project-member] Enqueued Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGHEST for action security_group_members [ 741.231741] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGHEST for action security_group_members [ 741.232163] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5857712-587a-4141-b9e7-d9192aecec69 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.232338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.232432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.232753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.232985] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.233112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.233225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.233459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.233613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.233757] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.309852] env[66633]: INFO networking_nsxv3.common.synchronization [req-e5dd0d31-5fa9-481e-8fab-105ff6b53d5f req-8a232b28-a8c5-45f2-8c18-60f958db22b5 tempest-VolumesAssistedSnapshotsTest-308578185 tempest-VolumesAssistedSnapshotsTest-308578185-project-member] Enqueued Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_members [ 741.310727] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGHEST for action security_group_members [ 741.313282] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c926d36-be6b-4e75-a882-d8dd14a638f2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.313282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.313282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.313282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.313282] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.313282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.313282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.313282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.313282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.313282] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.533851] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 741.534114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.534325] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.534523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.534712] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.534831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.534897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.535051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.535157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.535264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.535363] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.557233] env[66633]: INFO networking_nsxv3.common.synchronization [req-ea0f14de-73c3-42c2-b9af-b14255483f12 req-4859e281-c67e-404a-a7c3-a60a655db1e0 tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 741.559294] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 741.560364] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.560364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.560364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.560364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.560364] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.560680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.560680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.562367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.562367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.562367] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.737445] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.737598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.737666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.737880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.737966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.738211] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.738304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.738344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.738484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.738555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.738634] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5857712-587a-4141-b9e7-d9192aecec69 already deleted. [ 741.738728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.818304] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.818304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.818499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.818613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.818677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.818890] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.818984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.819042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.819408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.819408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.819408] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 is going to be updated. [ 741.857221] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.857366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.857424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.857658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.857819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.869997] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 in Status: IN_PROGRESS for 2s [ 741.963685] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.964240] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-621" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.964528] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-621" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.965426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-621" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.965426] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.965426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.966183] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.966183] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.966183] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.966312] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.966622] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.966622] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.966622] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.966746] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.966780] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.966911] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.989220] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.989400] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.989509] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.989785] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-621" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.990086] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-45616303-85a1-48f8-8a67-da587e0bbd1c taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.990278] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-45616303-85a1-48f8-8a67-da587e0bbd1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.990378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-45616303-85a1-48f8-8a67-da587e0bbd1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.990667] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-45616303-85a1-48f8-8a67-da587e0bbd1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.991170] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45616303-85a1-48f8-8a67-da587e0bbd1c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.039715] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.039715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.039715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.039715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.039715] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.040135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.040135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.040135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.040135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.040135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.040422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.040422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.040422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.040566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.040727] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.040822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.040822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.040963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.041083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.041203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.041272] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.065635] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.065799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.065887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.066157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.066263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.066490] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.066655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.066655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.066799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.066874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.067055] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 742.097918] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.098749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.098749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.098749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.098749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.109236] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 742.493366] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.493878] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.493878] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.494014] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.495023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.495023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 45616303-85a1-48f8-8a67-da587e0bbd1c not found, creating... [ 742.495023] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.495023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.495023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.495435] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.495435] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.495528] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.495695] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.498190] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.498190] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.498190] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.498190] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 45616303-85a1-48f8-8a67-da587e0bbd1c is going to be created. [ 742.520984] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.520984] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.520984] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.521273] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.521566] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.521874] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-45616303-85a1-48f8-8a67-da587e0bbd1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.543768] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20804a61-fc00-43e0-b987-d4a7859059c5: rpc.has_security_group_logging(os_id): False [ 742.573443] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.573443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.573443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.573443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.573443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.573443] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.573443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.573443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.573915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.574382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.574382] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.574526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.574576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.574751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.575870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.575870] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.575870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.575870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.575870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.575870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.575870] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be created. [ 742.663985] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.664182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.664267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.664541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.664727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.681449] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: IN_PROGRESS for 2s [ 743.323901] env[66633]: INFO networking_nsxv3.common.synchronization [req-5fbb88b6-009c-444c-8c70-637634ca260c req-0d622580-d3b9-4a09-a133-bc6a433de4be service nova] Enqueued Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGHEST for action security_group_rules [ 743.324157] env[66633]: INFO networking_nsxv3.common.synchronization [req-5fbb88b6-009c-444c-8c70-637634ca260c req-0d622580-d3b9-4a09-a133-bc6a433de4be service nova] Enqueued Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGHEST for action security_group_members [ 743.324299] env[66633]: INFO networking_nsxv3.common.synchronization [req-5fbb88b6-009c-444c-8c70-637634ca260c req-0d622580-d3b9-4a09-a133-bc6a433de4be service nova] Enqueued Resource ID: 45616303-85a1-48f8-8a67-da587e0bbd1c with Priority: HIGHEST for action port [ 743.324858] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGHEST for action security_group_rules [ 743.324996] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGHEST for action security_group_members [ 743.325972] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45616303-85a1-48f8-8a67-da587e0bbd1c with Priority: HIGHEST for action port [ 743.326514] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5857712-587a-4141-b9e7-d9192aecec69 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.326720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.326852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.327443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.328147] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.330172] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5857712-587a-4141-b9e7-d9192aecec69 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.330172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.330172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.330172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.330172] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.330529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.330529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.330529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.330634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.330871] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.331626] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-45616303-85a1-48f8-8a67-da587e0bbd1c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.333524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45616303-85a1-48f8-8a67-da587e0bbd1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.333623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45616303-85a1-48f8-8a67-da587e0bbd1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.333820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45616303-85a1-48f8-8a67-da587e0bbd1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.333956] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45616303-85a1-48f8-8a67-da587e0bbd1c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.837133] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5857712-587a-4141-b9e7-d9192aecec69 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.837513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.839546] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.839546] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45616303-85a1-48f8-8a67-da587e0bbd1c with status ACTIVE [ 743.839546] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.839816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.840059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.841181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.841181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.841181] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.841181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.841181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.841181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.841181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.843824] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.843969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.844195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.844195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.844288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.844383] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45616303-85a1-48f8-8a67-da587e0bbd1c is going to be updated. [ 743.874233] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.874527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.874527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.874647] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.874798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.875080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45616303-85a1-48f8-8a67-da587e0bbd1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.881807] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 in Status: SUCCESS [ 743.882000] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 deletion is rescheduled due to dependency. [ 743.883334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.970831] env[66633]: INFO networking_nsxv3.common.synchronization [req-1ed0ef9d-008c-4e1a-ac00-039c0bdc259b req-f0aa958c-1bb6-429e-8461-0bf19d8d3c2c tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 743.970831] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 743.973165] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.973343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.973465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.973722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.973821] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.973943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.974046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.974464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.974464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.974464] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.123194] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 744.123434] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 744.123648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.346452] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.479331] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.479527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.479591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.479944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.480885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.481500] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.481500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.481500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.481773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.481773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.481877] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f already deleted. [ 744.481917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.493275] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.493505] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.493674] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.494324] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.494578] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.494780] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.494934] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.495184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.495317] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.495517] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.495725] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.495792] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.495891] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.496121] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.496121] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.496293] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.518021] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.518021] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.518021] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.518021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.518021] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-871e4ade-568c-4097-a306-ee1c0d0f5137 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.518350] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-871e4ade-568c-4097-a306-ee1c0d0f5137" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.518383] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-871e4ade-568c-4097-a306-ee1c0d0f5137" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.518688] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-871e4ade-568c-4097-a306-ee1c0d0f5137" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.518814] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871e4ade-568c-4097-a306-ee1c0d0f5137',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.697014] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 744.697014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.849245] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.849683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.849683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.849865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.849983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.850193] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5857712-587a-4141-b9e7-d9192aecec69 is going to be created. [ 744.877029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.877331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.877331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.877591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.877723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.888908] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5857712-587a-4141-b9e7-d9192aecec69 in Status: UNINITIALIZED for 2s [ 745.023204] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.023493] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.024398] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.024928] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.025109] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.025321] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 871e4ade-568c-4097-a306-ee1c0d0f5137 not found, creating... [ 745.025639] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.025829] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.025949] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.026318] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.026384] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.027261] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.027437] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.027581] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.027835] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.027962] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.028128] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 871e4ade-568c-4097-a306-ee1c0d0f5137 is going to be created. [ 745.050896] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.051170] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.051301] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.051605] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.051913] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.052157] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-871e4ade-568c-4097-a306-ee1c0d0f5137" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.791773] env[66633]: INFO networking_nsxv3.common.synchronization [req-1ed0ef9d-008c-4e1a-ac00-039c0bdc259b req-d3b21f1b-8301-4aa3-bf3f-2c0aa431f191 service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 745.792051] env[66633]: INFO networking_nsxv3.common.synchronization [req-1ed0ef9d-008c-4e1a-ac00-039c0bdc259b req-d3b21f1b-8301-4aa3-bf3f-2c0aa431f191 service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 745.792163] env[66633]: INFO networking_nsxv3.common.synchronization [req-1ed0ef9d-008c-4e1a-ac00-039c0bdc259b req-d3b21f1b-8301-4aa3-bf3f-2c0aa431f191 service nova] Enqueued Resource ID: 871e4ade-568c-4097-a306-ee1c0d0f5137 with Priority: HIGHEST for action port [ 745.792617] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 745.792775] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 745.792873] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871e4ade-568c-4097-a306-ee1c0d0f5137 with Priority: HIGHEST for action port [ 745.793143] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.793285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.793370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.793617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.793712] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.795288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.795447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.795447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.796174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.796174] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.796174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.796174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.796174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.796679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.796679] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.797335] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-871e4ade-568c-4097-a306-ee1c0d0f5137 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.797533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-871e4ade-568c-4097-a306-ee1c0d0f5137" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.797533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-871e4ade-568c-4097-a306-ee1c0d0f5137" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.797777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-871e4ade-568c-4097-a306-ee1c0d0f5137" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.797777] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871e4ade-568c-4097-a306-ee1c0d0f5137',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.299739] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.300352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.300352] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.301064] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 871e4ade-568c-4097-a306-ee1c0d0f5137 with status ACTIVE [ 746.301584] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.301584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.301584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.301820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.301976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.302185] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.302859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.302859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.302859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.302859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.302859] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.302859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.303151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.303151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.303151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.303260] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 871e4ade-568c-4097-a306-ee1c0d0f5137 is going to be updated. [ 746.333476] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.333694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.333813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.334085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.334263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.334481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-871e4ade-568c-4097-a306-ee1c0d0f5137" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.540354] env[66633]: INFO networking_nsxv3.common.synchronization [req-b8224569-c1ee-4db7-913d-3f7962ae3a0f req-af83f936-22c2-47e5-9da8-7f6c990d4937 tempest-ImagesOneServerNegativeTestJSON-10122086 tempest-ImagesOneServerNegativeTestJSON-10122086-project-member] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 746.541198] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 746.542767] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.542767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.542767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.542767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.542767] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.542767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.542767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.543214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.543214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.543214] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.806350] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.899758] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5857712-587a-4141-b9e7-d9192aecec69 in Status: SUCCESS [ 746.899992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.900196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.900495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.900742] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.900742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.900846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.900934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.901057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.901145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.901237] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.023879] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.024158] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.024288] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.024582] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.024948] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.025207] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.025333] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.025560] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.025704] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.025952] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.026090] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.026199] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.026348] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.026485] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.026565] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.026755] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.045835] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.046095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.046157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.046408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.046525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.046745] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.046862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.046940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.047147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.047309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.047466] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be updated. [ 747.049437] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.049645] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.049821] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.050010] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.050345] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-35e5f268-73a2-4b04-98c9-3168ebf9f257 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.050528] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-35e5f268-73a2-4b04-98c9-3168ebf9f257" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.050664] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-35e5f268-73a2-4b04-98c9-3168ebf9f257" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.050989] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-35e5f268-73a2-4b04-98c9-3168ebf9f257" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.051156] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35e5f268-73a2-4b04-98c9-3168ebf9f257',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.081803] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.081803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.081803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.082067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.082787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.092486] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: IN_PROGRESS for 2s [ 747.311054] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.311532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.311532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.311532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.311532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.311667] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be created. [ 747.339180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.339355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.339437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.339648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.339817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.350164] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: UNINITIALIZED for 2s [ 747.403311] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5857712-587a-4141-b9e7-d9192aecec69 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.403552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.403552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.403775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.403948] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.404062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.404128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.404280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.404369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.404456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.404601] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5857712-587a-4141-b9e7-d9192aecec69 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.405016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.405016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.405016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.405016] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.405214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.405214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.405345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.405385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.405447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.405537] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.556123] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.556123] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.556123] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.556123] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.556123] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.556123] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 35e5f268-73a2-4b04-98c9-3168ebf9f257 not found, creating... [ 747.557280] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.557280] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.557280] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.557280] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.557280] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.557552] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.557621] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.557756] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.557977] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.558157] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.558316] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 35e5f268-73a2-4b04-98c9-3168ebf9f257 is going to be created. [ 747.583085] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.583310] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.583430] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.583710] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.583941] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.584173] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-35e5f268-73a2-4b04-98c9-3168ebf9f257" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.907601] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5857712-587a-4141-b9e7-d9192aecec69: rpc.has_security_group_logging(os_id): False [ 747.929576] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.929804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.929804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.929970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.930079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.930308] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.930405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.930474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.930647] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.930728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.930993] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.931189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.931279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.931436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.931545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.931769] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.931883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.931937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.932126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.932209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.932302] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5857712-587a-4141-b9e7-d9192aecec69 is going to be created. [ 748.001823] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.001823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.001956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.002471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.002785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.017907] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5857712-587a-4141-b9e7-d9192aecec69 in Status: IN_PROGRESS for 2s [ 748.351661] env[66633]: INFO networking_nsxv3.common.synchronization [req-b8224569-c1ee-4db7-913d-3f7962ae3a0f req-71f85ab0-e811-46c9-a2c2-bf8b0620b32a service nova] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_rules [ 748.352130] env[66633]: INFO networking_nsxv3.common.synchronization [req-b8224569-c1ee-4db7-913d-3f7962ae3a0f req-71f85ab0-e811-46c9-a2c2-bf8b0620b32a service nova] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 748.352266] env[66633]: INFO networking_nsxv3.common.synchronization [req-b8224569-c1ee-4db7-913d-3f7962ae3a0f req-71f85ab0-e811-46c9-a2c2-bf8b0620b32a service nova] Enqueued Resource ID: 35e5f268-73a2-4b04-98c9-3168ebf9f257 with Priority: HIGHEST for action port [ 748.352855] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_rules [ 748.353253] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 748.353380] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e5f268-73a2-4b04-98c9-3168ebf9f257 with Priority: HIGHEST for action port [ 748.353672] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.353799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.353867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.354159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.354159] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.355115] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.355925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.357845] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-35e5f268-73a2-4b04-98c9-3168ebf9f257 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.357993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35e5f268-73a2-4b04-98c9-3168ebf9f257" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.358106] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35e5f268-73a2-4b04-98c9-3168ebf9f257" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.358414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35e5f268-73a2-4b04-98c9-3168ebf9f257" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.358542] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35e5f268-73a2-4b04-98c9-3168ebf9f257',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.860338] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.860631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.860971] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35e5f268-73a2-4b04-98c9-3168ebf9f257 with status ACTIVE [ 748.861215] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.861335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.861426] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.861654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.861750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.861936] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.862048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.862101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.862272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.862354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.862561] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.862654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.862729] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.862874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.862949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.864936] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35e5f268-73a2-4b04-98c9-3168ebf9f257 is going to be updated. [ 748.899145] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.899145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.899145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.899360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.899553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.899756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35e5f268-73a2-4b04-98c9-3168ebf9f257" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.105322] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 749.105580] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b deletion is rescheduled due to dependency. [ 749.105788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.106034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.106388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.106663] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.106849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.110035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.110035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.110035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.110035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.366318] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 749.366632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.366790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.367024] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.369108] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.369108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.369108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.369108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.369108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.369108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.369108] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.609959] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.873123] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.873377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.873377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.873770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.874131] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.874254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.874348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.874583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.874687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.874781] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.874953] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.875109] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.875208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.875363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.875529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.875672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.875742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.875891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.875973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.876083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.876175] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.035756] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5857712-587a-4141-b9e7-d9192aecec69 in Status: SUCCESS [ 750.035756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.112529] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.241860] env[66633]: INFO networking_nsxv3.common.synchronization [req-ad989e13-5c73-4bdf-9f46-2e259b1c45a3 req-bf232f16-90d9-4753-8015-5bd6b1e72aa8 tempest-InstanceActionsTestJSON-2018293087 tempest-InstanceActionsTestJSON-2018293087-project-member] Enqueued Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGHEST for action security_group_members [ 750.242509] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGHEST for action security_group_members [ 750.243045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-104784a2-622e-4885-9cfa-e59104f9d491 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.243221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.243323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.243591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.244243] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.244347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.244387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.244588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.244792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.244923] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.381284] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c70e0e-dd0e-431c-b52d-d1320bdbb39f: rpc.has_security_group_logging(os_id): False [ 750.405885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.406115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.406115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.406217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.406339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.406817] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.406943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.407048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.407873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.407873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.407873] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.407873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.407873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.407873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.408100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.408697] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.408697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.408697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.408697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.409765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.409765] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be created. [ 750.485825] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.485825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.485825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.485825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.485825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.501049] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 750.616248] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.616476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.616573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.616833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.616927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.618674] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be updated. [ 750.662274] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.663151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.663151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.663662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.663849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.678833] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: IN_PROGRESS for 2s [ 750.752555] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.752555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.752555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.752555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.752555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.752555] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.752555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.752555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.752555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.752555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.752555] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104784a2-622e-4885-9cfa-e59104f9d491 is going to be updated. [ 750.806409] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.806657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.806746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.808900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.808900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.822386] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104784a2-622e-4885-9cfa-e59104f9d491 in Status: IN_PROGRESS for 2s [ 751.964913] env[66633]: INFO networking_nsxv3.common.synchronization [req-be7845a4-bd11-4ab1-b623-c36c58ce4038 req-d6a6d93e-0d1a-4d9f-adce-447787bacbe2 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 751.964913] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 751.964913] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.964913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.964913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.964913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.964913] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.964913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.964913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.964913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.964913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.964913] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.183390] env[66633]: INFO networking_nsxv3.common.synchronization [req-7978959b-21b9-4405-aedf-1877b05f1a36 req-2486e4cd-461c-4b6a-aba8-3aac3f25204a tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 752.184029] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 752.184364] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.184484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.184579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.184763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.184917] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.185315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.185495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.185737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.186020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.186459] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.467613] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.467613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.467613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.468414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.470063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.470063] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.470063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.470063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.470063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.470063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.470063] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 is going to be updated. [ 752.500806] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.500951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.501681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.501681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.501681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.511738] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: IN_PROGRESS for 2s [ 752.514186] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 752.515154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.689973] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 752.690779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.690779] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.692199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.692199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.692199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.692306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.692476] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.692587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.692966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.692966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.692966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.693147] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 752.694513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.694780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.694973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.695098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.695157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.695333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.695412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.695498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.695593] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.727868] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.728074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.728155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.728423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.728591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.740139] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 752.833033] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104784a2-622e-4885-9cfa-e59104f9d491 in Status: SUCCESS [ 752.833222] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104784a2-622e-4885-9cfa-e59104f9d491 deletion is rescheduled due to dependency. [ 752.833345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.905741] env[66633]: INFO networking_nsxv3.common.synchronization [req-39d0cf9d-cdeb-4d9d-9258-161942699183 req-9edbf189-80ed-4098-b294-b8c59f7a4d8d tempest-AttachInterfacesV270Test-825012751 tempest-AttachInterfacesV270Test-825012751-project-member] Enqueued Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGHEST for action security_group_members [ 752.907049] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGHEST for action security_group_members [ 752.907049] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-913009f5-75fd-4502-8632-6505caa4313f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.907049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.907049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.907049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.907530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.907653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.907719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.907891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.907978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.908091] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.198286] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.198613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.198613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.198750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.198912] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.199014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.199076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.199230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.199297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.199381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.199520] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.199617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.199674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.199820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.199955] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.200056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.200116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.200248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.200321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.200401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.200491] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.411122] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.411415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.411586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.412693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.412693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.412693] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.412693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.412693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.412693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.413084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.413084] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913009f5-75fd-4502-8632-6505caa4313f is going to be updated. [ 753.421843] env[66633]: INFO networking_nsxv3.common.synchronization [None req-38779d63-fc8c-4237-bd49-5e88327e528a None None] Enqueued Resource ID: 89924b45-f0da-4271-bf7a-299c0757b43b with Priority: HIGHEST for action port [ 753.422500] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89924b45-f0da-4271-bf7a-299c0757b43b with Priority: HIGHEST for action port [ 753.424313] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-89924b45-f0da-4271-bf7a-299c0757b43b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.424477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89924b45-f0da-4271-bf7a-299c0757b43b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.424551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89924b45-f0da-4271-bf7a-299c0757b43b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.424850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89924b45-f0da-4271-bf7a-299c0757b43b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.424935] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89924b45-f0da-4271-bf7a-299c0757b43b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.444923] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.445870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.445952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.446221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.446355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.459823] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913009f5-75fd-4502-8632-6505caa4313f in Status: IN_PROGRESS for 2s [ 753.705449] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20e8a1c3-87b4-4501-82c5-df2a952bce0b: rpc.has_security_group_logging(os_id): False [ 753.725878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.726048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.726129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.726350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.726444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.726662] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.726757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.726815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.726966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.727051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.727223] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.727347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.727403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.727549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.727622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.727808] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.727901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.727962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.728115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.728189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.728278] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be updated. [ 753.795290] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.795567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.795567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.795742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.795922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.819877] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: IN_PROGRESS for 2s [ 753.929465] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89924b45-f0da-4271-bf7a-299c0757b43b [ 753.930017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.930301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.930530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.930793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.930918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.931101] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89924b45-f0da-4271-bf7a-299c0757b43b already deleted. [ 753.931254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89924b45-f0da-4271-bf7a-299c0757b43b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.535232] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: SUCCESS [ 754.535521] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 deletion is rescheduled due to dependency. [ 754.535556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.761996] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 754.763496] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d deletion is rescheduled due to dependency. [ 754.763496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.472227] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913009f5-75fd-4502-8632-6505caa4313f in Status: SUCCESS [ 755.472448] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913009f5-75fd-4502-8632-6505caa4313f deletion is rescheduled due to dependency. [ 755.472680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.837531] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 755.838083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.969497] env[66633]: INFO networking_nsxv3.common.synchronization [None req-96de9a27-93ae-480e-8601-2285e5ad1cc5 None None] Enqueued Resource ID: 5650f504-8916-4749-92ee-daf0405273c7 with Priority: HIGHEST for action port [ 755.970936] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5650f504-8916-4749-92ee-daf0405273c7 with Priority: HIGHEST for action port [ 755.970936] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5650f504-8916-4749-92ee-daf0405273c7 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.970936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5650f504-8916-4749-92ee-daf0405273c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.970936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5650f504-8916-4749-92ee-daf0405273c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.971334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5650f504-8916-4749-92ee-daf0405273c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.974036] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5650f504-8916-4749-92ee-daf0405273c7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.479434] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5650f504-8916-4749-92ee-daf0405273c7 [ 756.479735] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.479883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.479948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.480179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.480272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.480367] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5650f504-8916-4749-92ee-daf0405273c7 already deleted. [ 756.480488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5650f504-8916-4749-92ee-daf0405273c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.666911] env[66633]: INFO networking_nsxv3.common.synchronization [None req-51728aec-f958-44e8-b85a-30d6ec8ade84 None None] Enqueued Resource ID: 4d0e163d-3ca8-4470-bf88-a36eed3473c3 with Priority: HIGHEST for action port [ 756.667549] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d0e163d-3ca8-4470-bf88-a36eed3473c3 with Priority: HIGHEST for action port [ 756.668102] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d0e163d-3ca8-4470-bf88-a36eed3473c3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.668658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d0e163d-3ca8-4470-bf88-a36eed3473c3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.668658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d0e163d-3ca8-4470-bf88-a36eed3473c3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.668658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d0e163d-3ca8-4470-bf88-a36eed3473c3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.669675] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0e163d-3ca8-4470-bf88-a36eed3473c3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.987626] env[66633]: INFO networking_nsxv3.common.synchronization [req-947a795d-b606-4815-b8de-cef1f7f1026b req-f2e5cb12-76d4-4fa1-89da-ed34f2e5b4c4 tempest-ServersTestJSON-1603909815 tempest-ServersTestJSON-1603909815-project-member] Enqueued Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_members [ 756.989216] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGHEST for action security_group_members [ 756.990871] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f36181-9196-40e6-97f8-2c2535cf65d5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.991142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.991269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.991499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.993751] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.993751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.993751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.993751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.993751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.993751] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.171505] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d0e163d-3ca8-4470-bf88-a36eed3473c3 [ 757.171505] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.171505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.171505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.171505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.171505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.171505] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d0e163d-3ca8-4470-bf88-a36eed3473c3 already deleted. [ 757.171505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d0e163d-3ca8-4470-bf88-a36eed3473c3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.496032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.496234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.496413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.496552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.496651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.496855] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.496953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.497014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.497166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.497241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.497343] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 is going to be updated. [ 757.527623] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.527623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.527746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.527914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.528367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.539196] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 in Status: IN_PROGRESS for 2s [ 757.599952] env[66633]: INFO networking_nsxv3.common.synchronization [req-076ad40f-0a75-405e-b2a2-443ff2fbe036 req-3740c2a1-b1a3-4fac-a1ef-afadd7b0a38d tempest-ServersAdminTestJSON-2103414861 tempest-ServersAdminTestJSON-2103414861-project-member] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 757.600326] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 757.600667] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.600796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.600863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.601092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.601658] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.601658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.601658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.601658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.601881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.601881] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.654182] env[66633]: INFO networking_nsxv3.common.synchronization [req-94addfa3-5e92-48f2-9118-1df690f63b82 req-186c0d74-c959-4d2f-bfc9-fa5dcc003e43 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_members [ 757.657553] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGHEST for action security_group_members [ 757.658290] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7551686-eba4-482e-a5a1-b773ce2d9630 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.658290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.658290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.658774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.658774] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.658889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.658940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.659193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.659283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.659496] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.105199] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.150018] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.150215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.151022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.151022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.151022] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.151402] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.151908] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.152598] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.154026] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.157040] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.157040] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.157040] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.157040] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.157040] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.157040] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.157040] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.165386] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.165552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.165624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.165824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.165915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.166144] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.166252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.166293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.166552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.166552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.166712] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7551686-eba4-482e-a5a1-b773ce2d9630 is going to be updated. [ 758.178882] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.179138] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.179272] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.179405] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-394" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.179799] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-1d858713-7778-494c-a24e-47dc2b68be3d taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.180210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-1d858713-7778-494c-a24e-47dc2b68be3d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.180210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-1d858713-7778-494c-a24e-47dc2b68be3d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.180406] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-1d858713-7778-494c-a24e-47dc2b68be3d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.180680] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d858713-7778-494c-a24e-47dc2b68be3d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.201039] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.201039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.201039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.201039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.201039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.213402] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7551686-eba4-482e-a5a1-b773ce2d9630 in Status: IN_PROGRESS for 2s [ 758.608713] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.683665] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.683665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.683665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.683665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.683665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.683946] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 1d858713-7778-494c-a24e-47dc2b68be3d not found, creating... [ 758.684675] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.684675] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.684675] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.684675] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.684675] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.684954] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.685114] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.685232] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.685461] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.686151] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.686336] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 1d858713-7778-494c-a24e-47dc2b68be3d is going to be created. [ 758.709927] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.709927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.709927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.710292] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.710577] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.710828] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-1d858713-7778-494c-a24e-47dc2b68be3d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.919165] env[66633]: INFO networking_nsxv3.common.synchronization [None req-779dd7ce-d892-4783-a3aa-d81e9183403c None None] Enqueued Resource ID: b014db38-d0f9-4cd1-997d-8eb1a3ec5b19 with Priority: HIGHEST for action port [ 758.919888] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b014db38-d0f9-4cd1-997d-8eb1a3ec5b19 with Priority: HIGHEST for action port [ 758.920452] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b014db38-d0f9-4cd1-997d-8eb1a3ec5b19 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.920452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b014db38-d0f9-4cd1-997d-8eb1a3ec5b19" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.920452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b014db38-d0f9-4cd1-997d-8eb1a3ec5b19" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.920830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b014db38-d0f9-4cd1-997d-8eb1a3ec5b19" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.920867] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b014db38-d0f9-4cd1-997d-8eb1a3ec5b19',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.111301] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.111641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.111641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.111854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.111985] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.112057] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 759.141614] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.141753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.141821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.142047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.142240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.152119] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 759.217259] env[66633]: INFO networking_nsxv3.common.synchronization [None req-429b91e9-fdee-4223-b60d-6a6a6a271957 tempest-ServerActionsTestOtherB-852466792 tempest-ServerActionsTestOtherB-852466792-project-member] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 759.217669] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 759.218028] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.218172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.218250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.218552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.218644] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.415655] env[66633]: INFO networking_nsxv3.common.synchronization [None req-94806744-7b4c-4de5-9dce-aa0419a27005 tempest-ServerActionsTestOtherB-852466792 tempest-ServerActionsTestOtherB-852466792-project-member] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 759.416332] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 759.417193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.417384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.423075] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b014db38-d0f9-4cd1-997d-8eb1a3ec5b19 [ 759.423304] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.423476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.423557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.423823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.423968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.424085] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b014db38-d0f9-4cd1-997d-8eb1a3ec5b19 already deleted. [ 759.424226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b014db38-d0f9-4cd1-997d-8eb1a3ec5b19" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.429775] env[66633]: INFO networking_nsxv3.common.synchronization [req-076ad40f-0a75-405e-b2a2-443ff2fbe036 req-7d9aee8a-9d01-473f-aaf3-a1c9a9057e16 service nova] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_rules [ 759.429952] env[66633]: INFO networking_nsxv3.common.synchronization [req-076ad40f-0a75-405e-b2a2-443ff2fbe036 req-7d9aee8a-9d01-473f-aaf3-a1c9a9057e16 service nova] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 759.430128] env[66633]: INFO networking_nsxv3.common.synchronization [req-076ad40f-0a75-405e-b2a2-443ff2fbe036 req-7d9aee8a-9d01-473f-aaf3-a1c9a9057e16 service nova] Enqueued Resource ID: 1d858713-7778-494c-a24e-47dc2b68be3d with Priority: HIGHEST for action port [ 759.430431] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_rules [ 759.430619] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 759.430758] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d858713-7778-494c-a24e-47dc2b68be3d with Priority: HIGHEST for action port [ 759.431656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.431848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.431892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.432103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.432201] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.437283] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.437421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.437669] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d858713-7778-494c-a24e-47dc2b68be3d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.437757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d858713-7778-494c-a24e-47dc2b68be3d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.438025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d858713-7778-494c-a24e-47dc2b68be3d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.440171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d858713-7778-494c-a24e-47dc2b68be3d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.440310] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d858713-7778-494c-a24e-47dc2b68be3d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.549263] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 in Status: SUCCESS [ 759.549398] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 deletion is rescheduled due to dependency. [ 759.549519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.739328] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.740140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.740140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.740140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.740140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.740627] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 already deleted. [ 759.740840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.741072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.741284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.741800] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.938261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.939382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.945437] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d858713-7778-494c-a24e-47dc2b68be3d with status ACTIVE [ 759.945749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.946073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.946227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.946500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.946649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.946924] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.947100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.947208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.947425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.947561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.947800] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.948121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.948121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.949150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.949150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.949150] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d858713-7778-494c-a24e-47dc2b68be3d is going to be updated. [ 759.976132] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.976132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.976287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.976633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.976633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.976794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d858713-7778-494c-a24e-47dc2b68be3d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225367] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7551686-eba4-482e-a5a1-b773ce2d9630 in Status: SUCCESS [ 760.225725] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7551686-eba4-482e-a5a1-b773ce2d9630 deletion is rescheduled due to dependency. [ 760.225725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.262690] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.263336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.263489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.263790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.263919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.264072] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 already deleted. [ 760.264162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.163355] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 761.163569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.163740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.163947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.164734] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.164734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.164734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.164734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.164734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.164734] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.669081] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.172728] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.675973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.676454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.676454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.676454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.676628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.676628] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 762.705605] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.705814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.705888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.706166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.706364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.716840] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 763.617950] env[66633]: INFO networking_nsxv3.common.synchronization [req-d518a184-bf66-44e1-b887-b802039431b7 req-f074049d-80e5-405b-ade7-1b458c6f81f5 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 763.618774] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 763.620584] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.620584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.620584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.620584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.620584] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.620584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.620584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.620584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.620584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.620584] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.648203] env[66633]: INFO networking_nsxv3.common.synchronization [req-d518a184-bf66-44e1-b887-b802039431b7 req-f074049d-80e5-405b-ade7-1b458c6f81f5 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 763.648353] env[66633]: INFO networking_nsxv3.common.synchronization [req-d518a184-bf66-44e1-b887-b802039431b7 req-f074049d-80e5-405b-ade7-1b458c6f81f5 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 763.648632] env[66633]: INFO networking_nsxv3.common.synchronization [req-d518a184-bf66-44e1-b887-b802039431b7 req-f074049d-80e5-405b-ade7-1b458c6f81f5 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with Priority: HIGHEST for action port [ 763.649388] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 763.649611] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 763.649693] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with Priority: HIGHEST for action port [ 763.649982] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.650133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.650171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.650541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.650541] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.653180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.653314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.653482] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.653585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.653651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.653936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.654036] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.873435] env[66633]: INFO networking_nsxv3.common.synchronization [None req-ac7f7f9e-7faa-45a9-b209-abf974a236b8 None None] Enqueued Resource ID: 6d9e5446-f6b1-4e11-b9c0-fad6d82e247d with Priority: HIGHEST for action port [ 763.874044] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9e5446-f6b1-4e11-b9c0-fad6d82e247d with Priority: HIGHEST for action port [ 763.874387] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9e5446-f6b1-4e11-b9c0-fad6d82e247d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.874495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9e5446-f6b1-4e11-b9c0-fad6d82e247d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.874694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9e5446-f6b1-4e11-b9c0-fad6d82e247d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.874844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9e5446-f6b1-4e11-b9c0-fad6d82e247d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.874930] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9e5446-f6b1-4e11-b9c0-fad6d82e247d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.125133] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.153615] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.153762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.158381] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with status ACTIVE [ 764.158648] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.158817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.158897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.159141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.159234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.159440] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.159558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.159628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.159814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.159900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.160098] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.160194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.160252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.160391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.160474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.160563] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b is going to be updated. [ 764.190721] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.190721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.190904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.190986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.191393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.191393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.379487] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d9e5446-f6b1-4e11-b9c0-fad6d82e247d [ 764.379487] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.379487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.379487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.379487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.379487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.379487] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d9e5446-f6b1-4e11-b9c0-fad6d82e247d already deleted. [ 764.379487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9e5446-f6b1-4e11-b9c0-fad6d82e247d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.628059] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.728523] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 764.730049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.730049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.730049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.730049] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.730049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.730049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.731273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.731273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.731273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.731273] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.135277] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.137090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.137090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.137090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.137090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.137090] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be updated. [ 765.185609] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.185609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.185789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.185852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.186016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.199307] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: IN_PROGRESS for 2s [ 765.232543] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.232711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.232780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.233012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.233180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.233283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.233347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.233506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.233594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.233681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.233840] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.233933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.233995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.234183] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.234325] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.234418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.234478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.234617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.234695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.234775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.234866] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.736175] env[66633]: INFO networking_nsxv3.common.synchronization [req-7e5be797-11ac-4fc3-a96f-d92ed7be8c1b req-c4998724-d601-4921-95d4-b4ba84de2147 tempest-ServersNegativeTestMultiTenantJSON-1113644832 tempest-ServersNegativeTestMultiTenantJSON-1113644832-project-member] Enqueued Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGHEST for action security_group_members [ 765.736175] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGHEST for action security_group_members [ 765.736442] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5857712-587a-4141-b9e7-d9192aecec69 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.736442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.736558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.736701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.736864] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.736969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.737040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.737205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.737289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.737424] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.738936] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 932c58a7-5496-408a-bc53-f5bc929053bf: rpc.has_security_group_logging(os_id): False [ 765.765623] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.765810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.765854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.766133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.766213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.766395] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.766651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.766651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.767417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.767417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.767417] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.767417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.767417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.767417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.767417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.767827] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.767827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.767827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.767961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.768019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.769095] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 765.933964] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.934175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.934304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.934530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.934789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.952290] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 766.241891] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.242391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.242391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.242391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.242562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.242665] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.242770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.242770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.242905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.242986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.243087] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5857712-587a-4141-b9e7-d9192aecec69 is going to be updated. [ 766.304194] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.305029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.305029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.305029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.305206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.319203] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5857712-587a-4141-b9e7-d9192aecec69 in Status: IN_PROGRESS for 2s [ 766.772453] env[66633]: INFO networking_nsxv3.common.synchronization [None req-703fb895-8e3b-4d50-ab62-22f769e5fe60 None None] Enqueued Resource ID: 0866c1ba-6c32-436a-bde4-926270d865ad with Priority: HIGHEST for action port [ 766.773032] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0866c1ba-6c32-436a-bde4-926270d865ad with Priority: HIGHEST for action port [ 766.773375] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-0866c1ba-6c32-436a-bde4-926270d865ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.773507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0866c1ba-6c32-436a-bde4-926270d865ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.773574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0866c1ba-6c32-436a-bde4-926270d865ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.774157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0866c1ba-6c32-436a-bde4-926270d865ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.774157] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0866c1ba-6c32-436a-bde4-926270d865ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.211878] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 767.211878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.211878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.211878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.211878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.211878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.211878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.211878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.211878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.211878] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.277449] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0866c1ba-6c32-436a-bde4-926270d865ad [ 767.279244] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.279244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.279244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.279244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.279244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.279244] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0866c1ba-6c32-436a-bde4-926270d865ad already deleted. [ 767.279244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0866c1ba-6c32-436a-bde4-926270d865ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.713616] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.976430] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 767.977029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.219043] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.339695] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5857712-587a-4141-b9e7-d9192aecec69 in Status: SUCCESS [ 768.340038] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5857712-587a-4141-b9e7-d9192aecec69 deletion is rescheduled due to dependency. [ 768.340089] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.721206] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.721517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.721517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.722077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.722077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.722077] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be updated. [ 768.771025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.771025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.771025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.771025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.771025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.782734] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: IN_PROGRESS for 2s [ 769.307935] env[66633]: INFO networking_nsxv3.common.synchronization [req-763f9a6d-f7d5-4cb3-8ea5-f03c27ccdce1 req-2c4aab88-9948-4b8c-bba5-a24d7c9db3a3 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 769.308207] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 769.308532] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.308644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.323268] env[66633]: INFO networking_nsxv3.common.synchronization [req-763f9a6d-f7d5-4cb3-8ea5-f03c27ccdce1 req-2c4aab88-9948-4b8c-bba5-a24d7c9db3a3 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 769.323535] env[66633]: INFO networking_nsxv3.common.synchronization [req-763f9a6d-f7d5-4cb3-8ea5-f03c27ccdce1 req-2c4aab88-9948-4b8c-bba5-a24d7c9db3a3 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 769.323618] env[66633]: INFO networking_nsxv3.common.synchronization [req-763f9a6d-f7d5-4cb3-8ea5-f03c27ccdce1 req-2c4aab88-9948-4b8c-bba5-a24d7c9db3a3 tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with Priority: HIGHEST for action port [ 769.324210] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_rules [ 769.324352] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 769.326058] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with Priority: HIGHEST for action port [ 769.326058] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.326058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.326058] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.326058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.326058] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.326058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.326058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.326058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.326058] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.828659] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b with status ACTIVE [ 769.829103] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.829103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.829435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.829435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.829614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.829614] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.830273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.830273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.830273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.830273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.831261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.831261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.831261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.831261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.831261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.831261] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b is going to be updated. [ 769.856568] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.856819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.856878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.857126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.857409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.857660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d31d9d2-a7ce-4c77-b1ea-6f44c49a8e5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.162991] env[66633]: INFO networking_nsxv3.common.synchronization [req-aad8d4b8-bfaa-403c-99fa-45fa05f6b49f req-45b5b566-bebd-4f45-a1c2-8d9881dd1a8d tempest-ServerTagsTestJSON-1268802240 tempest-ServerTagsTestJSON-1268802240-project-member] Enqueued Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGHEST for action security_group_members [ 770.165018] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGHEST for action security_group_members [ 770.165018] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.165018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.165018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.165018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.165018] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.165018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.165018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.165018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.165018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.165018] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.667916] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.668242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.668313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.668512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.668614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.668870] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.668979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.671269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.671269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.671269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.671269] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 is going to be updated. [ 770.703578] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.703578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.703578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.703828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.703903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.717197] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 in Status: IN_PROGRESS for 2s [ 770.801306] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 770.801486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.801868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.802223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.802623] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.802623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.802784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.802839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.802957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803208] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.804662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.804812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.805040] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.805171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.805248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.805421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.805517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.805619] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.307739] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.308854] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.812228] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8d2ad98-671a-4f08-8de2-40db694091f4: rpc.has_security_group_logging(os_id): False [ 771.814390] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.835074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.835367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.835435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.835722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.835888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.836248] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.836416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.836507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.836756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.836879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.837055] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be updated. [ 771.919711] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.919844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.919939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.920160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.920794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.937127] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: IN_PROGRESS for 2s [ 772.173338] env[66633]: INFO networking_nsxv3.common.synchronization [req-bf857a85-6600-447b-abcb-db0b0f820c7c req-a3b9b342-e4ce-415d-89c7-d8cec119410b tempest-ImagesOneServerNegativeTestJSON-10122086 tempest-ImagesOneServerNegativeTestJSON-10122086-project-member] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 772.174091] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 772.175406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.175603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.175828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.176261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.176548] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.176736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.176844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.177121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.177293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.177461] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.317298] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.317784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.317784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.317889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.317922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.318018] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be updated. [ 772.362782] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.363049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.363049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.363229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.363375] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.372758] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: IN_PROGRESS for 2s [ 772.680165] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.680425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.680625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.681033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.681033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.681423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.681607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.681722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.681994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.682150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.682342] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be updated. [ 772.719883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.720169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.720169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.720317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.720460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.735895] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 in Status: SUCCESS [ 772.736181] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 deletion is rescheduled due to dependency. [ 772.736235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.737021] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: IN_PROGRESS for 2s [ 773.960436] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 773.960938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.961181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.961489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.961624] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.382714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 774.383090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.383292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.383701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.383973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.384120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.384181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.384442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.384595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.384712] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.464450] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.464656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.747744] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 774.747974] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b deletion is rescheduled due to dependency. [ 774.748144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.887112] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.391108] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.446286] env[66633]: INFO networking_nsxv3.common.synchronization [req-2a2b1945-28f7-4fe0-b8bb-023f14f60c89 req-710d0087-bb38-47c7-8810-e19c9c68ef78 tempest-ServersNegativeTestJSON-1362621009 tempest-ServersNegativeTestJSON-1362621009-project-member] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 775.446855] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 775.447211] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.447331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.447419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.447718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.447880] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.447984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.448111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.448398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.448398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.448550] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.820915] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.820915] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.820915] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.820915] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.820915] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.822702] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.822702] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.822702] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.822702] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.822702] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.822702] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.822702] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.822702] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.822702] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.822702] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.823871] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.845873] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.846070] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.846309] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.846685] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.847304] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-5ac3e62d-e065-4162-a83b-276645001f50 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.847627] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-5ac3e62d-e065-4162-a83b-276645001f50" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.847895] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-5ac3e62d-e065-4162-a83b-276645001f50" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.848384] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-5ac3e62d-e065-4162-a83b-276645001f50" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.848631] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac3e62d-e065-4162-a83b-276645001f50',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.893047] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.893235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.893323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.893570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.893690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.893773] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be updated. [ 775.939952] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.940223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.940223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.940472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.940630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.951371] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.953164] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: IN_PROGRESS for 2s [ 776.212154] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 776.212305] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:1 started [ 776.354032] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.354032] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.354032] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.354032] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.354032] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.354032] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 5ac3e62d-e065-4162-a83b-276645001f50 not found, creating... [ 776.354032] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.354032] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.354032] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.354032] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.354032] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.354658] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.355410] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.355738] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.356133] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.356402] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.356724] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 5ac3e62d-e065-4162-a83b-276645001f50 is going to be created. [ 776.382037] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.382037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.382037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.382037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.382037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.382037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-5ac3e62d-e065-4162-a83b-276645001f50" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.454531] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.960482] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.961271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.961271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.961271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.961271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.961271] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be updated. [ 776.995485] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.995607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.995689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.995924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.996111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.010908] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: IN_PROGRESS for 2s [ 777.202030] env[66633]: INFO networking_nsxv3.common.synchronization [req-2a2b1945-28f7-4fe0-b8bb-023f14f60c89 req-193a7ec9-e4cb-42d3-9473-db07b816e4c9 service nova] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_rules [ 777.202466] env[66633]: INFO networking_nsxv3.common.synchronization [req-2a2b1945-28f7-4fe0-b8bb-023f14f60c89 req-193a7ec9-e4cb-42d3-9473-db07b816e4c9 service nova] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 777.202466] env[66633]: INFO networking_nsxv3.common.synchronization [req-2a2b1945-28f7-4fe0-b8bb-023f14f60c89 req-193a7ec9-e4cb-42d3-9473-db07b816e4c9 service nova] Enqueued Resource ID: 5ac3e62d-e065-4162-a83b-276645001f50 with Priority: HIGHEST for action port [ 777.204508] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_rules [ 777.204706] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 777.205170] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac3e62d-e065-4162-a83b-276645001f50 with Priority: HIGHEST for action port [ 777.205312] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.205569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.205569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.205653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.205732] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.206735] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.206842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.209037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac3e62d-e065-4162-a83b-276645001f50 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.209037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac3e62d-e065-4162-a83b-276645001f50" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.209037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac3e62d-e065-4162-a83b-276645001f50" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.209037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac3e62d-e065-4162-a83b-276645001f50" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.209037] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac3e62d-e065-4162-a83b-276645001f50',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.710093] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.710093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.715108] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ac3e62d-e065-4162-a83b-276645001f50 with status ACTIVE [ 777.715108] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.715108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.715108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.715108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.715108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.715108] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.715108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.715108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.716113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.716113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.716113] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.716113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.716113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.716113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.716113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.716385] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ac3e62d-e065-4162-a83b-276645001f50 is going to be updated. [ 777.745666] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.745666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.745666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.745666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.745666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.745666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac3e62d-e065-4162-a83b-276645001f50" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.966136] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 777.966370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.966546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.966774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.966967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.967101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.967163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.967315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.967402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.967535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.967628] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.470695] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.973138] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8d2ad98-671a-4f08-8de2-40db694091f4: rpc.has_security_group_logging(os_id): False [ 778.998849] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.999068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.999068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.000211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.000211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.000211] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.000448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.000448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.000585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.000693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.001130] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be updated. [ 779.024982] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 779.025197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.025675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.025956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.030434] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.030616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.030679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.031134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.031270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.031358] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.101654] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.101914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.101990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.102394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.102557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.122141] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: IN_PROGRESS for 2s [ 779.285427] env[66633]: INFO networking_nsxv3.common.synchronization [req-3a36e026-b614-40dc-aca2-122664a88250 req-1e4280e1-1179-4e7b-bb7b-6a647199fa3c tempest-AttachInterfacesUnderV243Test-341987472 tempest-AttachInterfacesUnderV243Test-341987472-project-member] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 779.286095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGHEST for action security_group_members [ 779.286479] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.286644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.286716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.286929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.287238] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.287238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.287373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.287557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.287650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.287794] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.533465] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.790310] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.790531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.790603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.790842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.790941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.791851] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.792068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.792148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.792406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.792474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.792543] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be updated. [ 779.826026] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.826026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.826026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.826026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.826026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.833829] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: IN_PROGRESS for 2s [ 780.037889] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.542408] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.542824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.542991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.543306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.544146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.544423] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be updated. [ 780.600039] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.600039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.600039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.600039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.600039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.611045] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: IN_PROGRESS for 2s [ 780.804678] env[66633]: INFO networking_nsxv3.common.synchronization [None req-050dbc4e-2fba-4a61-bb3f-ccf4ea59c5c0 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_rules [ 780.805326] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_rules [ 780.805958] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3aff53c-02f8-4e10-859d-2acc37398f97 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.806191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.806191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.806456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.806541] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.999181] env[66633]: INFO networking_nsxv3.common.synchronization [None req-6594355c-ce81-49ab-b258-8a9f91ebb6d3 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_rules [ 780.999848] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_rules [ 781.000555] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3aff53c-02f8-4e10-859d-2acc37398f97 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.136711] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 781.137119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.330097] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.330309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.330372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.330783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.330884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.331044] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3aff53c-02f8-4e10-859d-2acc37398f97 already deleted. [ 781.331143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.331256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.331462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.331536] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.845116] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d2ad98-671a-4f08-8de2-40db694091f4 in Status: SUCCESS [ 781.845327] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 deletion is rescheduled due to dependency. [ 781.845401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.853018] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.853206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.853269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.853657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.853657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.853657] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3aff53c-02f8-4e10-859d-2acc37398f97 already deleted. [ 781.853834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.622748] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 782.623071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.624379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.624379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.624379] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.624379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.624379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.624379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.624379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.624379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.624379] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.895299] env[66633]: INFO networking_nsxv3.common.synchronization [req-35c9feae-f475-40fd-9cdd-c17f5ed993ac req-1c00237c-4bf6-4635-a16d-26ffbd0a1fbf tempest-FloatingIPsAssociationTestJSON-222767104 tempest-FloatingIPsAssociationTestJSON-222767104-project-member] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 782.895569] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 782.896293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.896559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.896559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.896866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.897546] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.897546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.897546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.897546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.897764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.897764] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.126635] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.126800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.126872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.127115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.127350] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.127408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.127441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.127626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.127760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.127805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.127949] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.128078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.128140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.128292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.128434] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.128592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.128592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.128718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.128798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.128875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.128966] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.298188] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.298373] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-900" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.298432] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-900" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.298798] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-900" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.300107] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.300246] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.301343] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.301343] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.301343] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.301343] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.301343] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.301343] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.301343] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.301642] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.301642] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.301642] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.324193] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.324437] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.324581] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.324785] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-900" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.325126] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.325315] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.325513] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.325852] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.326014] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.403745] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.403969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.404090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.404359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.404463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.404730] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.404846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.404913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.405099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.405216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.405317] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db215227-4162-489f-a789-6ca221a787ea already deleted. [ 783.405435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.632884] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20804a61-fc00-43e0-b987-d4a7859059c5: rpc.has_security_group_logging(os_id): False [ 783.652484] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.652484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.652484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.652743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.652858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.653107] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.653888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.653888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.653888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.653888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.653888] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.653888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.653888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.654412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.654412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.654412] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.654412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.654563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.654653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.654731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.654823] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be updated. [ 783.730955] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.731151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.731234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.731738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.731738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.750802] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: IN_PROGRESS for 2s [ 783.829323] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.829659] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.829823] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.830337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.830479] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.830654] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e not found, creating... [ 783.830998] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.831177] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.831307] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.831587] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.831868] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.832250] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.832422] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.832544] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.832769] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.832902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.833063] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e is going to be created. [ 783.855965] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.856487] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.856646] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.857211] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.857527] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.857864] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.635870] env[66633]: INFO networking_nsxv3.common.synchronization [req-d8ec6bba-2bd5-4b9e-93c6-53895d85d923 req-f67effea-316c-4305-b765-fc283ac70ae2 tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 784.636480] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 784.636792] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.636925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.636999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.637429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.637429] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.637429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.637697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.637697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.637800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.637853] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.657319] env[66633]: INFO networking_nsxv3.common.synchronization [req-35c9feae-f475-40fd-9cdd-c17f5ed993ac req-37c7644f-caf1-400b-a147-51442444f08c service nova] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_rules [ 784.657521] env[66633]: INFO networking_nsxv3.common.synchronization [req-35c9feae-f475-40fd-9cdd-c17f5ed993ac req-37c7644f-caf1-400b-a147-51442444f08c service nova] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 784.657664] env[66633]: INFO networking_nsxv3.common.synchronization [req-35c9feae-f475-40fd-9cdd-c17f5ed993ac req-37c7644f-caf1-400b-a147-51442444f08c service nova] Enqueued Resource ID: 82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e with Priority: HIGHEST for action port [ 784.659012] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_rules [ 784.659203] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 784.659306] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e with Priority: HIGHEST for action port [ 784.660701] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.660851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.660955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.661198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.661296] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.662375] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.662498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.662582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.662776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.662941] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.663055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.663452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.663452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.663452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.663452] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.664631] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.664769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.664769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.664989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.665074] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.141044] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.141044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.141044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.141044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.141044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.141044] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.141044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.141044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.141044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.141044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.141044] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 785.167783] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.168939] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.169094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.171071] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.171181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.171280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.172776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.172776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.172776] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e with status ACTIVE [ 785.173367] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.173367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.173367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.173367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.173367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.173367] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.173715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.176450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.176641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.176787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.177276] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.177276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.177276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.177276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.179238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.179238] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e is going to be updated. [ 785.187083] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 785.198867] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.198964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.199290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.199290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.199496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.199553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82a74a5e-d6fa-44ee-bb7a-b1fbfc92d88e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.295430] env[66633]: INFO networking_nsxv3.common.synchronization [req-94b66f18-d9fa-4c2f-b567-cf8979373628 req-4b893c13-5803-45a0-9ed8-4391541d0e59 tempest-ImagesOneServerTestJSON-662516954 tempest-ImagesOneServerTestJSON-662516954-project-member] Enqueued Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGHEST for action security_group_members [ 785.295953] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGHEST for action security_group_members [ 785.297305] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6653b325-e983-4c6b-b000-9d643135f2e2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.297523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.297607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.297852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.298084] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.298204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.298276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.298510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.298601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.298743] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.671973] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.768167] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 785.768391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.801279] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.801783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.801897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.802230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.802359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.802636] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.802785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.802874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.803108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.803211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.803546] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6653b325-e983-4c6b-b000-9d643135f2e2 is going to be updated. [ 785.840914] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.841184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.841184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.841337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.841481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.854506] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6653b325-e983-4c6b-b000-9d643135f2e2 in Status: IN_PROGRESS for 2s [ 786.174936] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.175126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.175195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.175403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.175577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.175958] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be created. [ 786.201166] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.201343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.201394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.201572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.201730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.211740] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: UNINITIALIZED for 2s [ 787.201298] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 787.201735] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f deletion is rescheduled due to dependency. [ 787.201735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.866755] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6653b325-e983-4c6b-b000-9d643135f2e2 in Status: SUCCESS [ 787.867030] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6653b325-e983-4c6b-b000-9d643135f2e2 deletion is rescheduled due to dependency. [ 787.867111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.160385] env[66633]: INFO networking_nsxv3.common.synchronization [None req-36898171-e6b6-4b88-b571-085161d88156 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_rules [ 788.160861] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_rules [ 788.161263] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0762b3-9aec-484f-9095-63312b4ce82e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.161405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.161473] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.161732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.161809] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.224289] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: UNINITIALIZED for 4s [ 788.321440] env[66633]: INFO networking_nsxv3.common.synchronization [None req-05b45957-f944-4a05-a1d4-694be8453d28 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_rules [ 788.322140] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_rules [ 788.323074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0762b3-9aec-484f-9095-63312b4ce82e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.323074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.685886] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.686116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.686116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.686779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.686779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.686779] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0762b3-9aec-484f-9095-63312b4ce82e already deleted. [ 788.686779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.686779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.687193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.687193] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.777580] env[66633]: INFO networking_nsxv3.common.synchronization [req-fb0714d2-de58-4c69-aae0-217cf3e70e5d req-eabdc123-cf55-446a-826b-522d78b51612 tempest-ServersNegativeTestJSON-1362621009 tempest-ServersNegativeTestJSON-1362621009-project-member] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 788.779055] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 788.779055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.779055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.779055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.779534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.779720] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.779913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.784444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.784444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.784444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.784444] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.209747] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.209983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.210081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.210305] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.210395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.210494] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0762b3-9aec-484f-9095-63312b4ce82e already deleted. [ 789.210595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.284302] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.789514] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.200795] env[66633]: INFO networking_nsxv3.common.synchronization [req-40382453-847b-43a5-b190-a6ffe0b2b6d2 req-5d84b87c-cdbc-46aa-a8c2-ea157f479606 tempest-ServerActionsTestOtherB-852466792 tempest-ServerActionsTestOtherB-852466792-project-member] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 790.201384] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 790.201681] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.201805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.201873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.202306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.205474] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.205474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.205474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.205474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.205474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.205474] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.234962] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: SUCCESS [ 790.235285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.235538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.235770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.235961] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.236115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.236192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.236369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.236452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.236540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.236656] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.293032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.293032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.293032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.293032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.293450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.293450] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be updated. [ 790.333776] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.333939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.334019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.334235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.334383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.344450] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: IN_PROGRESS for 2s [ 790.557204] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.557204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.557204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.557204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.557204] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.557204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.557204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.557204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.557204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.557204] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.557985] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.558108] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.558258] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.558380] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.558485] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.558616] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.577424] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.577721] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.577864] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.578067] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.578383] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-52a533a1-5da8-43a9-8e21-bdd03142562a taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.578576] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-52a533a1-5da8-43a9-8e21-bdd03142562a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.578710] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-52a533a1-5da8-43a9-8e21-bdd03142562a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.579082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-52a533a1-5da8-43a9-8e21-bdd03142562a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.579306] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a533a1-5da8-43a9-8e21-bdd03142562a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.705973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.706202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.706288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.706532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.706627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.706844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.706974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.707054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.707228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.707304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.707391] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 already deleted. [ 790.707535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.740326] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.740830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.740970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.741313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.741611] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.741778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.741848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.742040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.742124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.742216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.742387] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.742475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.742534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.742688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.742833] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.742922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.742973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.743507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.743707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743958] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.789994] env[66633]: INFO networking_nsxv3.common.synchronization [None req-ba6aa1e2-0ee9-4907-b7e7-06a16adc6f2c None None] Enqueued Resource ID: bb24e842-1c72-4156-9776-5876da69f059 with Priority: HIGHEST for action port [ 790.790270] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb24e842-1c72-4156-9776-5876da69f059 with Priority: HIGHEST for action port [ 790.790827] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb24e842-1c72-4156-9776-5876da69f059 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.791350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb24e842-1c72-4156-9776-5876da69f059" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.791417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb24e842-1c72-4156-9776-5876da69f059" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.791673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb24e842-1c72-4156-9776-5876da69f059" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.791759] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb24e842-1c72-4156-9776-5876da69f059',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.084787] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.085089] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.085270] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.085449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.085696] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.086176] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 52a533a1-5da8-43a9-8e21-bdd03142562a not found, creating... [ 791.086176] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.086464] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.086464] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.087875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.087875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.087875] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.087875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.087875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.087875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.087875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.087875] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 52a533a1-5da8-43a9-8e21-bdd03142562a is going to be created. [ 791.110323] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.110531] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.110655] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.112038] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.112038] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.112038] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-52a533a1-5da8-43a9-8e21-bdd03142562a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.162059] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.162059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.162059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.162059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.162059] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.245671] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db215227-4162-489f-a789-6ca221a787ea: rpc.has_security_group_logging(os_id): False [ 791.270042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.270154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.270208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.270430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.270517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.270732] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.270835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.270896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.271061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.271141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.271332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.271619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.271619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.271619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.271783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.271854] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.271937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.271990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.272334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.272402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.272489] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be created. [ 791.295025] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb24e842-1c72-4156-9776-5876da69f059 [ 791.295025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.295025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.295025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.295025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.295710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.295710] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb24e842-1c72-4156-9776-5876da69f059 already deleted. [ 791.295710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb24e842-1c72-4156-9776-5876da69f059" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.367760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.368089] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.368298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.386634] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db215227-4162-489f-a789-6ca221a787ea in Status: IN_PROGRESS for 2s [ 791.664068] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.924367] env[66633]: INFO networking_nsxv3.common.synchronization [req-40382453-847b-43a5-b190-a6ffe0b2b6d2 req-548e2f61-2567-45f3-8ddb-fd6b3cd9a28b service nova] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 791.924542] env[66633]: INFO networking_nsxv3.common.synchronization [req-40382453-847b-43a5-b190-a6ffe0b2b6d2 req-548e2f61-2567-45f3-8ddb-fd6b3cd9a28b service nova] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 791.924675] env[66633]: INFO networking_nsxv3.common.synchronization [req-40382453-847b-43a5-b190-a6ffe0b2b6d2 req-548e2f61-2567-45f3-8ddb-fd6b3cd9a28b service nova] Enqueued Resource ID: 52a533a1-5da8-43a9-8e21-bdd03142562a with Priority: HIGHEST for action port [ 791.925208] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 791.925928] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 791.925928] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a533a1-5da8-43a9-8e21-bdd03142562a with Priority: HIGHEST for action port [ 791.925928] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.925928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.925928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.929786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.929916] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.930874] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.931014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.931075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.931256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.931421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.931494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.932092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.932092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.932092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.932092] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.933726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a533a1-5da8-43a9-8e21-bdd03142562a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.933726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a533a1-5da8-43a9-8e21-bdd03142562a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.933726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a533a1-5da8-43a9-8e21-bdd03142562a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.933726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a533a1-5da8-43a9-8e21-bdd03142562a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.935151] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a533a1-5da8-43a9-8e21-bdd03142562a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.167774] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.357250] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 792.357554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.440579] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.440723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.440955] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.442174] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52a533a1-5da8-43a9-8e21-bdd03142562a with status ACTIVE [ 792.442384] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.442503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.442629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.443576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.443576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.443576] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.443576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.443576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.443576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.443576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.443576] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.444113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.444113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.444113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.444113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.444113] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52a533a1-5da8-43a9-8e21-bdd03142562a is going to be updated. [ 792.476779] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.476779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.476779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.476779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.476779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.476968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a533a1-5da8-43a9-8e21-bdd03142562a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.653347] env[66633]: INFO networking_nsxv3.common.synchronization [req-fbb96d0b-a5d5-4159-9252-0e36b247e80d req-227e9881-674d-4b26-a2f2-6295f62cae47 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 792.656916] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 792.658406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.658406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.658406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.658406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.658406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.658406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.658406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.658770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.658770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.658770] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.670883] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 792.670883] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 792.935569] env[66633]: INFO networking_nsxv3.common.synchronization [req-38a69643-9e8e-48a6-b6af-fd23f8e0b296 req-3611e405-b491-455c-b278-1c8d49f187d3 tempest-ServersTestFqdnHostnames-744355753 tempest-ServersTestFqdnHostnames-744355753-project-member] Enqueued Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_members [ 792.936243] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGHEST for action security_group_members [ 792.936423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.936543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.936607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.936855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.937025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.937666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.937666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.937666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.937666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.937666] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.950387] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.106440] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.106440] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.106440] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.106440] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.107191] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.108045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.108045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.108045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.108234] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.109484] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.111282] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.111282] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.111282] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.111282] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.111282] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.111282] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.130751] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.132185] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.132185] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.132185] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.132452] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-44e6de0d-9c76-410e-9305-2c7810eb2c22 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.132603] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-44e6de0d-9c76-410e-9305-2c7810eb2c22" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.132717] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-44e6de0d-9c76-410e-9305-2c7810eb2c22" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.133050] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-44e6de0d-9c76-410e-9305-2c7810eb2c22" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.133190] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e6de0d-9c76-410e-9305-2c7810eb2c22',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.164987] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.164987] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.164987] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c already deleted. [ 793.164987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.317135] env[66633]: INFO networking_nsxv3.common.synchronization [None req-8e0cfb37-6d91-446e-94c1-e84eada25355 None None] Enqueued Resource ID: 3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b with Priority: HIGHEST for action port [ 793.317135] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b with Priority: HIGHEST for action port [ 793.317135] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.317135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.317135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317447] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.404462] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db215227-4162-489f-a789-6ca221a787ea in Status: SUCCESS [ 793.404847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.439902] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.440084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.440140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.440353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.440452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.440664] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.440782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.440845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.441056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.441056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.441172] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a is going to be updated. [ 793.451726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.451897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.452032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.452415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.452415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.452489] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be created. [ 793.479556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.479556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.479556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.479760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.480501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.492413] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.493796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.493796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.493796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.493796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.495111] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a in Status: IN_PROGRESS for 2s [ 793.509789] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: UNINITIALIZED for 2s [ 793.616667] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.616667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.616667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.616667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.631869] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 793.633026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.634189] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 793.635987] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.636355] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.636531] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.636839] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637075] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.637285] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 44e6de0d-9c76-410e-9305-2c7810eb2c22 not found, creating... [ 793.637623] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.637970] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.638158] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.638434] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.638619] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.638939] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.639171] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.639333] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.639627] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.639848] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.640028] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 44e6de0d-9c76-410e-9305-2c7810eb2c22 is going to be created. [ 793.774906] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.775176] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.775292] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.775558] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.775778] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.775983] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-44e6de0d-9c76-410e-9305-2c7810eb2c22" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.779749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.779903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.779961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.780182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.786365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.786963] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 793.787062] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 793.787153] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 793.819886] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b [ 793.820200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.820294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.820669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.820669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.820669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.820776] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b already deleted. [ 793.820805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8785b1-5f90-4a7f-94d9-cf5f2e0fce5b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.836857] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.837136] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.837255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.837511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.838865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.839070] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 793.919609] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.919759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.919834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.920065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.920303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.920529] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 794.046491] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.046491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.046491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.046491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.046491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.046491] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 794.046963] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d', 'ba237ff1-02e7-484a-acaa-695c79c2f089', '5c926d36-be6b-4e75-a882-d8dd14a638f2', 'b5857712-587a-4141-b9e7-d9192aecec69', 'bc37b1db-2104-4f24-94e1-062870b9baeb', '0415abd8-e14c-45d6-8013-08f33faca7b3', '82527642-3021-4bbb-bba8-b76a10cce5de', '20e8a1c3-87b4-4501-82c5-df2a952bce0b', '2a1c3106-e5cb-4891-8e16-d0c4bfaad116', 'c5a6447f-f14a-427b-8463-6baff26b43f8', '72c70e0e-dd0e-431c-b52d-d1320bdbb39f', 'dfa48364-2cf1-4475-a30b-8987af25f3ef', 'e8d2ad98-671a-4f08-8de2-40db694091f4', '3950361a-12af-4ef7-a73b-663319257ffc', 'db215227-4162-489f-a789-6ca221a787ea', 'd27de7bf-cd56-4b35-85b7-8960da4fba01', 'e59325a2-1990-4da2-b057-e1f490f4ee5a', 'aebbc570-1aeb-4c15-8717-33d4f3c4a2c8', '8a023805-ff53-4890-a241-fe439201b10f', '6653b325-e983-4c6b-b000-9d643135f2e2', '913009f5-75fd-4502-8632-6505caa4313f', 'f7551686-eba4-482e-a5a1-b773ce2d9630', 'd41e18af-35e2-4e34-96f9-455fb65b29a2', 'ebfb4114-f8eb-4b3f-9376-e0943ba3910a', '1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a', '104784a2-622e-4885-9cfa-e59104f9d491', '33f35207-b631-43d8-9917-7b7a5d264d5a', 'e64dcf9e-0b27-43ed-99db-767d96145ad0', '628f9d2f-fc5a-480e-906b-5480b97b49ae', '20804a61-fc00-43e0-b987-d4a7859059c5', 'c4f36181-9196-40e6-97f8-2c2535cf65d5', '932c58a7-5496-408a-bc53-f5bc929053bf', '82e41a7e-c966-43e7-aef2-a2be3dd74141', '55010995-c170-47a6-9133-b86bd611f948', '6413a8e6-db90-4894-80e7-81a90f5775d3'} {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.046963] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 794.097294] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.097451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.097512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.097814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.097908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.098033] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 794.098148] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.098209] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 794.165027] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.165205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.165268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.165475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.166560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.167057] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 794.167173] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.167386] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 794.167512] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 794.167634] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGH for action security_group_rules [ 794.169095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.412564] env[66633]: INFO networking_nsxv3.common.synchronization [req-fbb96d0b-a5d5-4159-9252-0e36b247e80d req-c2f8e7ad-bf50-4e8b-80de-2919d298137e service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 794.412873] env[66633]: INFO networking_nsxv3.common.synchronization [req-fbb96d0b-a5d5-4159-9252-0e36b247e80d req-c2f8e7ad-bf50-4e8b-80de-2919d298137e service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 794.413067] env[66633]: INFO networking_nsxv3.common.synchronization [req-fbb96d0b-a5d5-4159-9252-0e36b247e80d req-c2f8e7ad-bf50-4e8b-80de-2919d298137e service nova] Enqueued Resource ID: 44e6de0d-9c76-410e-9305-2c7810eb2c22 with Priority: HIGHEST for action port [ 794.413585] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 794.413772] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 794.413919] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e6de0d-9c76-410e-9305-2c7810eb2c22 with Priority: HIGHEST for action port [ 794.414072] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGH for action security_group_rules [ 794.414198] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 with Priority: HIGH for action security_group_rules [ 794.414306] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82527642-3021-4bbb-bba8-b76a10cce5de with Priority: HIGH for action security_group_rules [ 794.414426] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGH for action security_group_rules [ 794.414544] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6653b325-e983-4c6b-b000-9d643135f2e2 with Priority: HIGH for action security_group_rules [ 794.414644] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a023805-ff53-4890-a241-fe439201b10f with Priority: HIGH for action security_group_rules [ 794.414764] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 with Priority: HIGH for action security_group_rules [ 794.414868] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59325a2-1990-4da2-b057-e1f490f4ee5a with Priority: HIGH for action security_group_rules [ 794.414956] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3950361a-12af-4ef7-a73b-663319257ffc with Priority: HIGH for action security_group_rules [ 794.415098] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGH for action security_group_rules [ 794.415195] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d2ad98-671a-4f08-8de2-40db694091f4 with Priority: HIGH for action security_group_rules [ 794.416056] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa48364-2cf1-4475-a30b-8987af25f3ef with Priority: HIGH for action security_group_rules [ 794.416264] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGH for action security_group_rules [ 794.416406] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a6447f-f14a-427b-8463-6baff26b43f8 with Priority: HIGH for action security_group_rules [ 794.416525] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 with Priority: HIGH for action security_group_rules [ 794.416674] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGH for action security_group_rules [ 794.416800] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGH for action security_group_rules [ 794.416930] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGH for action security_group_rules [ 794.417060] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGH for action security_group_rules [ 794.417188] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5857712-587a-4141-b9e7-d9192aecec69 with Priority: HIGH for action security_group_rules [ 794.421245] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.421245] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.421245] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.421245] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.421245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.421245] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.421751] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e6de0d-9c76-410e-9305-2c7810eb2c22 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.421751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e6de0d-9c76-410e-9305-2c7810eb2c22" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.421825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e6de0d-9c76-410e-9305-2c7810eb2c22" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.421999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e6de0d-9c76-410e-9305-2c7810eb2c22" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.422123] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e6de0d-9c76-410e-9305-2c7810eb2c22',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.423165] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.423318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.423419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.423646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.423763] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.425567] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c926d36-be6b-4e75-a882-d8dd14a638f2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.425740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.425740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.425849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.425928] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c926d36-be6b-4e75-a882-d8dd14a638f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.428422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82527642-3021-4bbb-bba8-b76a10cce5de taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.428422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.428422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.428422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.428422] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82527642-3021-4bbb-bba8-b76a10cce5de',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.430450] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.430450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.430450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.430450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.430450] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.431712] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6653b325-e983-4c6b-b000-9d643135f2e2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.431712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.431712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.431712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.431712] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6653b325-e983-4c6b-b000-9d643135f2e2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.432631] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a023805-ff53-4890-a241-fe439201b10f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.432631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.432774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.436023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.436023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a023805-ff53-4890-a241-fe439201b10f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.436023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.436023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.436023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.436023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.436023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebbc570-1aeb-4c15-8717-33d4f3c4a2c8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.436023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59325a2-1990-4da2-b057-e1f490f4ee5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.436023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.436023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.436023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.436023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59325a2-1990-4da2-b057-e1f490f4ee5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.436775] env[66633]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 794.437943] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3950361a-12af-4ef7-a73b-663319257ffc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.437943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.437943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.437943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.437943] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3950361a-12af-4ef7-a73b-663319257ffc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.438577] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.438726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.438788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.438888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.439057] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.439907] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d2ad98-671a-4f08-8de2-40db694091f4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.439995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.440056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.440201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.440517] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d2ad98-671a-4f08-8de2-40db694091f4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.443615] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa48364-2cf1-4475-a30b-8987af25f3ef taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.443615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.443615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.443804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.443804] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa48364-2cf1-4475-a30b-8987af25f3ef',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.444691] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.444790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.444955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.444995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.445087] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.446041] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a6447f-f14a-427b-8463-6baff26b43f8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.446041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.446210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.446257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.447881] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a6447f-f14a-427b-8463-6baff26b43f8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.447881] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.447881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.447881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.447881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.447881] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a1c3106-e5cb-4891-8e16-d0c4bfaad116',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.448474] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.448590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.448678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.450036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.450036] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.450036] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.450036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.450036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.450337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.450337] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.451103] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.451234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.451301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.451447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.451518] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.451731] env[66633]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 794.452391] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.452496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.452562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.452710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.452780] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.453655] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5857712-587a-4141-b9e7-d9192aecec69 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.453926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.453926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.454077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.454077] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5857712-587a-4141-b9e7-d9192aecec69',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.458994] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.956009] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e6de0d-9c76-410e-9305-2c7810eb2c22 with status ACTIVE [ 794.956726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.956726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.956726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.956726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.956726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.957411] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port 44e6de0d-9c76-410e-9305-2c7810eb2c22 not found, creating... [ 794.957411] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.957411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.957548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.957693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.957776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.957970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.958077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.958139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.958289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.958367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.958459] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e6de0d-9c76-410e-9305-2c7810eb2c22 is going to be created. [ 794.960669] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.960669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.966313] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.989919] env[66633]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-74/ports/44e6de0d-9c76-410e-9305-2c7810eb2c22', 'data': {'id': '44e6de0d-9c76-410e-9305-2c7810eb2c22', 'display_name': '44e6de0d-9c76-410e-9305-2c7810eb2c22', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '44e6de0d-9c76-410e-9305-2c7810eb2c22', 'type': 'PARENT', 'traffic_tag': 74}, 'address_bindings': [{'ip_address': '192.168.128.5', 'mac_address': 'fa:16:3e:5c:f8:47'}], 'tags': [{'scope': 'age', 'tag': 1765259586}, {'scope': 'revision_number', 'tag': 5}, {'scope': 'security_group', 'tag': 'd64481c0-92ee-4094-81bf-d6aa4151520c'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-74', 'path': '/infra/segments/nsx-vlan-transportzone-74/ports/44e6de0d-9c76-410e-9305-2c7810eb2c22', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-74/ports/44e6de0d-9c76-410e-9305-2c7810eb2c22] as it already exists."\n}' [ 794.989919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e6de0d-9c76-410e-9305-2c7810eb2c22" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.989919] env[66633]: Traceback (most recent call last): [ 794.989919] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 794.989919] env[66633]: listener.cb(fileno) [ 794.989919] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 794.989919] env[66633]: result = function(*args, **kwargs) [ 794.989919] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 270, in port [ 794.989919] env[66633]: self._port_realize(port) [ 794.989919] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 794.989919] env[66633]: return self.nsx_provider.port_realize(os_port, delete) [ 794.989919] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 794.989919] env[66633]: return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 794.989919] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 794.989919] env[66633]: return func(*args, **kwargs) [ 794.989919] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 794.989919] env[66633]: res = self.client.put(path=path, data=data) [ 794.989919] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 794.989919] env[66633]: raise RuntimeError(msg, last_err) [ 794.989919] env[66633]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-74/ports/44e6de0d-9c76-410e-9305-2c7810eb2c22] as it already exists."\\n}\'') [ 794.989919] env[66633]: Removing descriptor: 17 [ 795.006014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.006227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.006227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.006641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.007512] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.007751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.007826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.008041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.008139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.008250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.008346] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.017195] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.017195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.017395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.018217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.018334] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.018450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.018533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.018711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.018812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.018903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.019023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.036612] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.044590] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.044590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.044590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.044590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.044590] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.044590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.044590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.044590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.044590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.044590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.044590] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.048318] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.048318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.048631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.048631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.048736] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.048868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.048868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.049586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.049586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.049586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.049586] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.057023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0415abd8-e14c-45d6-8013-08f33faca7b3: rpc.has_security_group_logging(os_id): False [ 795.096523] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.096733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.096983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.097151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.100798] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.100967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.102317] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.102490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.108143] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.108143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.108698] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.108899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.110815] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.110988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.112947] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.112947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.113784] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.113919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.115553] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.115769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.116895] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.117044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.120876] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.120876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.126459] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.127197] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.127350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128256] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.128761] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.128867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.132417] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.132914] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.133041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.143910] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.144590] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.144750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.145805] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.146284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.146452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.147180] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.147765] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.147883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.148972] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.149446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.149577] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59325a2-1990-4da2-b057-e1f490f4ee5a is going to be deleted. [ 795.150738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.151084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.180847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.181039] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 is going to be deleted. [ 795.182341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.183023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.205502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.205700] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be deleted. [ 795.206607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.206834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.218246] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.218246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.231343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.231343] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa48364-2cf1-4475-a30b-8987af25f3ef is going to be deleted. [ 795.232357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.232597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.245222] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.245840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.260078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.260302] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3950361a-12af-4ef7-a73b-663319257ffc is going to be deleted. [ 795.261370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.261653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.279826] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.280533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.291282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.291555] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d2ad98-671a-4f08-8de2-40db694091f4 is going to be deleted. [ 795.292582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.292850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.320542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.320816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.334774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.334931] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c926d36-be6b-4e75-a882-d8dd14a638f2 is going to be deleted. [ 795.335999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.336249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.339348] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.339522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.356798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.356985] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5857712-587a-4141-b9e7-d9192aecec69 is going to be deleted. [ 795.358078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.358300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.411669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.411860] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a6447f-f14a-427b-8463-6baff26b43f8 is going to be deleted. [ 795.412970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.413516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.457625] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.457833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.468466] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.468693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.468693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.469744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.469744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.469744] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be created. [ 795.503956] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.504229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.508199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.508329] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be deleted. [ 795.509855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.509855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.525389] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a in Status: SUCCESS [ 795.525647] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a deletion is rescheduled due to dependency. [ 795.525808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.526644] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 795.526817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.527057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.527196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.527387] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.527501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.527585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.527772] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.527873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.527939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.528102] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.533952] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.534278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.534278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.534516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.534616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.535791] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.535791] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.535791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.536232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.536232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.536232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.536232] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.537822] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.538052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.559611] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebbc570-1aeb-4c15-8717-33d4f3c4a2c8 is going to be deleted. [ 795.559611] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.559611] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.559611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.560542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.560542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.560542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.560542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.560542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.560542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.560542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.560818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.560818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.560818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.560900] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.564347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.564347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.564347] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.564347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.564347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.564347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.564347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.565292] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.595905] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: UNINITIALIZED for 2s [ 795.610379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.610533] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a1c3106-e5cb-4891-8e16-d0c4bfaad116 is going to be deleted. [ 795.611644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.611892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.658356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.658527] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6653b325-e983-4c6b-b000-9d643135f2e2 is going to be deleted. [ 795.659807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.660049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.685168] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.685168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.710063] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.710267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.737382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.737382] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82527642-3021-4bbb-bba8-b76a10cce5de is going to be deleted. [ 795.737382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.737382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.741076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.741350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.762442] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.762650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.792537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.792688] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be deleted. [ 795.793780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.794024] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.796157] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.796707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.847368] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.847576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.855701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.855964] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.856056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.856123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.856339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.856532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.856532] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 is going to be updated. [ 795.858267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.858267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.912178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.912326] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a023805-ff53-4890-a241-fe439201b10f is going to be deleted. [ 795.913340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.913684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.913791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.913927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.915574] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.915574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.915574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.915761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.915761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.915851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.916468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.916468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.916468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.916468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.917034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.917034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.917124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.917230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa48364-2cf1-4475-a30b-8987af25f3ef" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.917486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.918104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.918219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.918350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3950361a-12af-4ef7-a73b-663319257ffc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.918477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.918668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.918747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.919336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d2ad98-671a-4f08-8de2-40db694091f4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.919336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.919336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.919336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.919336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c926d36-be6b-4e75-a882-d8dd14a638f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.919858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.919858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.919858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.919858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5857712-587a-4141-b9e7-d9192aecec69" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.919858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.920153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.920153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.920219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a6447f-f14a-427b-8463-6baff26b43f8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.920293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.920592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.920592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.920592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebbc570-1aeb-4c15-8717-33d4f3c4a2c8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.920812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.920862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.920909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.921668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.921668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a1c3106-e5cb-4891-8e16-d0c4bfaad116" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.921931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.921931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6653b325-e983-4c6b-b000-9d643135f2e2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.922064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.922253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.922253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.922338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82527642-3021-4bbb-bba8-b76a10cce5de" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.922561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.922561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.922653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.922730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59325a2-1990-4da2-b057-e1f490f4ee5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.030591] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.039452] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db215227-4162-489f-a789-6ca221a787ea: rpc.has_security_group_logging(os_id): False [ 796.045362] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.045519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.045568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.045992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.046162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.071807] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d27de7bf-cd56-4b35-85b7-8960da4fba01: rpc.has_security_group_logging(os_id): False [ 796.071807] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc37b1db-2104-4f24-94e1-062870b9baeb: rpc.has_security_group_logging(os_id): False [ 796.075195] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.075607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.076322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.076322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.076322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.076322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a023805-ff53-4890-a241-fe439201b10f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.081440] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.081440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.081440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.081440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.086019] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 in Status: IN_PROGRESS for 2s [ 796.097829] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.098932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.103777] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.104263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.111032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.111515] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.112585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.112585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.112585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.112585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.118030] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.118030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.118030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.118030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.118030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.118030] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.118030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.118030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.118030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.118030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.120090] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be updated. [ 796.124029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.124029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.174033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.174581] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.174663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.174730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.175049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.175167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.178470] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.178470] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.178470] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be updated. [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.178470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.209705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.210330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.210443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.210443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.210696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.210801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.211134] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be updated. [ 796.263169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.263341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.263611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.263611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.263929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.312201] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.312201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.312201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.312201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.312201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.313603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.313920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.314091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.314368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.314608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.330902] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db215227-4162-489f-a789-6ca221a787ea in Status: IN_PROGRESS for 2s [ 796.335053] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: IN_PROGRESS for 2s [ 796.335053] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: IN_PROGRESS for 2s [ 796.532545] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077: rpc.has_security_group_logging(os_id): False [ 796.550824] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.550824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.550977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.551457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.551532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.551847] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.551973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.552069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.552234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.552308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.552976] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be created. [ 796.616055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.616213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.616283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.616496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.616676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.630625] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 797.609486] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 797.609804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.610027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.610244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.610459] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.610594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.610661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.611017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.611017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.611139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.611139] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.102462] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 in Status: SUCCESS [ 798.102690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.113673] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.113976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.113976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.114295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.114525] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.114665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.114759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.115083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.115083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.115245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.115494] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.115639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.115820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.116066] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.116155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.116249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.116442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.116547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.116669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.116803] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.357652] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db215227-4162-489f-a789-6ca221a787ea in Status: SUCCESS [ 798.358023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.359102] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: SUCCESS [ 798.359386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.360364] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: SUCCESS [ 798.360608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.620352] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64481c0-92ee-4094-81bf-d6aa4151520c: rpc.has_security_group_logging(os_id): False [ 798.641497] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.641497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.641497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.641718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.641895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.642000] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.642144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.642240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.642445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.642546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.642750] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.642848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.642918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.643095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.643182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.643397] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.643504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.643567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.643743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.646416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.646416] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be created. [ 798.646416] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 798.646825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.722450] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.722563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.722634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.722789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.722976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.739703] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 799.418072] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 799.418208] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 800.755752] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 800.756236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.419269] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 804.419652] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 806.746922] env[66633]: INFO networking_nsxv3.common.synchronization [req-5bffe232-a6be-4f43-99ed-30ee3ce07539 req-8f1fae01-76a5-4010-be1b-7773ce64394c tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 806.747489] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 806.747842] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.747967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.749150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.749399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.749615] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.749780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.749895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.750098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.750189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.750289] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.154439] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.154638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.154753] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.155465] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.155465] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.155465] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.155717] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.155787] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.155996] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.156250] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.156361] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.156466] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.156570] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.156673] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.156773] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.156899] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.181391] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.181391] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.181391] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.181391] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.181565] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-f24e54a3-b4bc-4784-9a69-ebec6efcd600 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.181729] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-f24e54a3-b4bc-4784-9a69-ebec6efcd600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.181844] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-f24e54a3-b4bc-4784-9a69-ebec6efcd600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.182190] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-f24e54a3-b4bc-4784-9a69-ebec6efcd600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.182326] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24e54a3-b4bc-4784-9a69-ebec6efcd600',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.254174] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.254174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.254174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.254174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.281552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.281912] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.282119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.282171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.282368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.282457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.282547] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 807.313635] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.313787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.313868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.314084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.314226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.324286] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 807.683053] env[66633]: INFO networking_nsxv3.common.synchronization [req-9a15f6c3-86c0-4226-85aa-974d1d022378 req-cae27141-60e9-4a95-a8c3-5e84e8f66d2a tempest-ServersWithSpecificFlavorTestJSON-1383616531 tempest-ServersWithSpecificFlavorTestJSON-1383616531-project-member] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 807.683735] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGHEST for action security_group_members [ 807.684457] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.684677] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.684778] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.685353] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.685513] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.685865] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port f24e54a3-b4bc-4784-9a69-ebec6efcd600 not found, creating... [ 807.686244] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.686337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.686437] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.686660] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.686794] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.687183] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.687339] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.687449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.687701] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.687842] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.687974] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: f24e54a3-b4bc-4784-9a69-ebec6efcd600 is going to be created. [ 807.689276] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.689391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.689456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.689602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.689741] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.689836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.689902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.690070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.690149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.690235] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.712189] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.712487] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.712548] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.712829] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.713150] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.713447] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-f24e54a3-b4bc-4784-9a69-ebec6efcd600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.194447] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.194783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.194783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.195082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.195207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.195459] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.195573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.195624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.195774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.195851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.195955] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be updated. [ 808.253344] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.253550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.253644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.253931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.254292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.265407] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: IN_PROGRESS for 2s [ 808.440304] env[66633]: INFO networking_nsxv3.common.synchronization [req-5bffe232-a6be-4f43-99ed-30ee3ce07539 req-14c41b84-0293-4b23-99dd-301284f75e1c service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 808.440559] env[66633]: INFO networking_nsxv3.common.synchronization [req-5bffe232-a6be-4f43-99ed-30ee3ce07539 req-14c41b84-0293-4b23-99dd-301284f75e1c service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 808.440757] env[66633]: INFO networking_nsxv3.common.synchronization [req-5bffe232-a6be-4f43-99ed-30ee3ce07539 req-14c41b84-0293-4b23-99dd-301284f75e1c service nova] Enqueued Resource ID: f24e54a3-b4bc-4784-9a69-ebec6efcd600 with Priority: HIGHEST for action port [ 808.441553] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 808.441749] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 808.441891] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24e54a3-b4bc-4784-9a69-ebec6efcd600 with Priority: HIGHEST for action port [ 808.442301] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.442466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.442575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.442891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.443731] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.447931] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.447931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.447931] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24e54a3-b4bc-4784-9a69-ebec6efcd600 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.447931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24e54a3-b4bc-4784-9a69-ebec6efcd600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.447931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24e54a3-b4bc-4784-9a69-ebec6efcd600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.447931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24e54a3-b4bc-4784-9a69-ebec6efcd600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.447931] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24e54a3-b4bc-4784-9a69-ebec6efcd600',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.945603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.945851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.949168] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f24e54a3-b4bc-4784-9a69-ebec6efcd600 with status ACTIVE [ 808.949371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.949487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.949561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.952721] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.952721] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.952721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.952721] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f24e54a3-b4bc-4784-9a69-ebec6efcd600 is going to be updated. [ 808.991429] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.991912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.991912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.992053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.992148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.992257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24e54a3-b4bc-4784-9a69-ebec6efcd600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.280644] env[66633]: INFO networking_nsxv3.common.synchronization [None req-a4b737c1-220e-414f-8f1d-90b1a279dda1 None None] Enqueued Resource ID: dc4c2aba-10c9-4657-b6c6-0229dde184b9 with Priority: HIGHEST for action port [ 809.281378] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4c2aba-10c9-4657-b6c6-0229dde184b9 with Priority: HIGHEST for action port [ 809.281717] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4c2aba-10c9-4657-b6c6-0229dde184b9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.281850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4c2aba-10c9-4657-b6c6-0229dde184b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.281916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4c2aba-10c9-4657-b6c6-0229dde184b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.282246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4c2aba-10c9-4657-b6c6-0229dde184b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.282316] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4c2aba-10c9-4657-b6c6-0229dde184b9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.335537] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 809.335749] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 809.335869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.336140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.336310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.336505] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.336896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.337073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.337335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.337492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.337706] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.784948] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc4c2aba-10c9-4657-b6c6-0229dde184b9 [ 809.785332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.785498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.785591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.786421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.786421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.786421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc4c2aba-10c9-4657-b6c6-0229dde184b9 already deleted. [ 809.786421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4c2aba-10c9-4657-b6c6-0229dde184b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.841507] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.275189] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 in Status: SUCCESS [ 810.275413] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 deletion is rescheduled due to dependency. [ 810.275492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.343747] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.847036] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.847202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.847202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.847392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.847493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.847649] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 810.882627] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.882852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.882852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.883808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.883808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.895510] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 811.622286] env[66633]: INFO networking_nsxv3.common.synchronization [None req-2d7c3fa4-3c0d-4896-9ad2-17e762e740dd None None] Enqueued Resource ID: b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa with Priority: HIGHEST for action port [ 811.623253] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa with Priority: HIGHEST for action port [ 811.623253] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.623253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.623532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.623574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.623794] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.015011] env[66633]: INFO networking_nsxv3.common.synchronization [req-893d727b-c1b6-4586-9886-efbaa0eae9f1 req-139c26f8-ef72-4bd8-bc96-266bcde6cdb9 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_members [ 812.015637] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_members [ 812.015959] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3aff53c-02f8-4e10-859d-2acc37398f97 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.016112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.016178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.016436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.016594] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.016700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.016763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.016922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.017025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.017130] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.126251] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa [ 812.126251] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.126251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.126593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.126859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.126957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.127078] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa already deleted. [ 812.127158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7a9eb98-df1f-47d4-84b1-e635ccbeb0fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.384134] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.384134] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.384134] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.384526] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.385071] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.385578] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.385669] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.386184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.386703] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.386976] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.387165] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.387349] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.387520] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.387726] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.387901] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.388111] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.407682] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.407821] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.407978] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.408178] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.408505] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-e17187b2-70f6-4228-883b-632cd8eea4e7 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.408709] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-e17187b2-70f6-4228-883b-632cd8eea4e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.408897] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-e17187b2-70f6-4228-883b-632cd8eea4e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.409252] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-e17187b2-70f6-4228-883b-632cd8eea4e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.409392] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17187b2-70f6-4228-883b-632cd8eea4e7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.522200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.522388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.522445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.522697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.522795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.523043] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.523177] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.523258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.523435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.523555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.523692] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3aff53c-02f8-4e10-859d-2acc37398f97 already deleted. [ 812.523807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.906183] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 812.906541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.906597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.906857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.906981] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.907119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.907184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.907338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.907722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.907722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.907722] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.912117] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.913016] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.913214] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.913433] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.913580] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.913728] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port e17187b2-70f6-4228-883b-632cd8eea4e7 not found, creating... [ 812.914168] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.914168] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.914328] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.914478] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.914652] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.915720] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.915720] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.915720] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.915720] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.916082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.916082] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: e17187b2-70f6-4228-883b-632cd8eea4e7 is going to be created. [ 812.943996] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.944389] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.944567] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.944765] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.945071] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.945346] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-e17187b2-70f6-4228-883b-632cd8eea4e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.410561] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.410796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.410796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.411120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.411309] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.411437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.411505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.411774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.411863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.412098] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.412212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.412273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.412436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.412575] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.412678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.412736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.412888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.412963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.413134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.413226] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.697554] env[66633]: INFO networking_nsxv3.common.synchronization [req-893d727b-c1b6-4586-9886-efbaa0eae9f1 req-7e351593-c84d-4216-b421-0d6bcb955c74 service nova] Enqueued Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_rules [ 813.697698] env[66633]: INFO networking_nsxv3.common.synchronization [req-893d727b-c1b6-4586-9886-efbaa0eae9f1 req-7e351593-c84d-4216-b421-0d6bcb955c74 service nova] Enqueued Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_members [ 813.697842] env[66633]: INFO networking_nsxv3.common.synchronization [req-893d727b-c1b6-4586-9886-efbaa0eae9f1 req-7e351593-c84d-4216-b421-0d6bcb955c74 service nova] Enqueued Resource ID: e17187b2-70f6-4228-883b-632cd8eea4e7 with Priority: HIGHEST for action port [ 813.698415] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_rules [ 813.698552] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_members [ 813.698658] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17187b2-70f6-4228-883b-632cd8eea4e7 with Priority: HIGHEST for action port [ 813.698985] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3aff53c-02f8-4e10-859d-2acc37398f97 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.700680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.700680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.700680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.700680] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.701626] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3aff53c-02f8-4e10-859d-2acc37398f97 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.701626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.701826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.701979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.702347] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.704197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.704197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.704197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.704197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.704197] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.704197] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-e17187b2-70f6-4228-883b-632cd8eea4e7 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.704915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e17187b2-70f6-4228-883b-632cd8eea4e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.704915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e17187b2-70f6-4228-883b-632cd8eea4e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.704915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e17187b2-70f6-4228-883b-632cd8eea4e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.704915] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17187b2-70f6-4228-883b-632cd8eea4e7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.915184] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 628f9d2f-fc5a-480e-906b-5480b97b49ae: rpc.has_security_group_logging(os_id): False [ 813.931685] env[66633]: INFO networking_nsxv3.common.synchronization [req-28477956-0db5-486a-b1d0-667c988a2f70 req-4a5f1c69-0a73-4c03-8425-d9304f07da16 tempest-ServersAdminTestJSON-2103414861 tempest-ServersAdminTestJSON-2103414861-project-member] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 813.933899] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 813.933899] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.933899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.933899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.933899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.933899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.934251] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.934251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.934251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.934433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.934433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.934529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.934626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.934683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.934831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.934904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.935302] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.935423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.935484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.935963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.935963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.935963] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 813.938748] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.938748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.938748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.938748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.938748] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.938748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.938748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.938748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.938748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.938748] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.007207] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.007474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.007474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.007778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.007869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.027015] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 814.206064] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.207229] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3aff53c-02f8-4e10-859d-2acc37398f97 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.207354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.207564] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e17187b2-70f6-4228-883b-632cd8eea4e7 with status ACTIVE [ 814.207847] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.207968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.208079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.208296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.208387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.208719] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.210230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.210312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.210505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.210592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.210801] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.210893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.211011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.211127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.211260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.211299] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e17187b2-70f6-4228-883b-632cd8eea4e7 is going to be updated. [ 814.233723] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.233903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.233975] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.234236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.234380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.234542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e17187b2-70f6-4228-883b-632cd8eea4e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.443078] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.713157] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.944443] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.219288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.219443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.219553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.219793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.219896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.220027] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3aff53c-02f8-4e10-859d-2acc37398f97 is going to be created. [ 815.244616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.244788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.244918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.245148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.245314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.273995] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3aff53c-02f8-4e10-859d-2acc37398f97 in Status: UNINITIALIZED for 2s [ 815.448096] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.448422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.448422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.448510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.448590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.448947] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 815.481488] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.481657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.481791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.482030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.482200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.494591] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 816.044084] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 816.044402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.284674] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3aff53c-02f8-4e10-859d-2acc37398f97 in Status: SUCCESS [ 817.285077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.285133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.285341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.285550] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.285765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.285847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.286022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.286104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.286187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.286462] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.507566] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 817.507995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.789689] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.808594] env[66633]: INFO networking_nsxv3.common.synchronization [req-73e08545-c8f2-4f62-93ee-f0b00bde6892 req-1bef9736-dc90-4f6a-8ddf-7031fe6c269b tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 817.810092] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 817.810092] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.810092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.810449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.810668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.812021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.812021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.812021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.812021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.812021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.812021] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.077033] env[66633]: INFO networking_nsxv3.common.synchronization [req-407fe7fd-ece2-4b25-83a8-8c9b82d89e65 req-64f6c993-93f8-4a27-9c67-6322262053d2 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 818.078132] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 818.078561] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.078789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.078922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.079221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.079408] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.079699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.079699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.079829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.079944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.080047] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.269217] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.269508] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.269584] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.269782] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.270126] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.270302] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.270417] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.270632] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.270785] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.270969] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.271296] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.272417] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.272417] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.272417] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.272417] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.272417] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.291402] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.291655] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.291848] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.291944] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.292286] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-8ae48009-397c-409c-987b-051e25a371ee taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.292463] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-8ae48009-397c-409c-987b-051e25a371ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.292591] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-8ae48009-397c-409c-987b-051e25a371ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.293547] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-8ae48009-397c-409c-987b-051e25a371ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.293547] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae48009-397c-409c-987b-051e25a371ee',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.294310] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3aff53c-02f8-4e10-859d-2acc37398f97: rpc.has_security_group_logging(os_id): False [ 818.313618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.313848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.313907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.314232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.314332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.314590] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.314710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.314774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.314935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.315033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.315122] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3aff53c-02f8-4e10-859d-2acc37398f97 is going to be created. [ 818.316376] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.316495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.316561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.316748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.316849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.317044] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.317145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.317206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.317347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.317433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.317527] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be deleted. [ 818.380163] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.380372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.380415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.380646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.380903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.380903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.410262] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.410440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.410513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.410767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.410977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.423154] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3aff53c-02f8-4e10-859d-2acc37398f97 in Status: IN_PROGRESS for 2s [ 818.582656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.582804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.582804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.583035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.583814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.584083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.584782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.584782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.584782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.584782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.584782] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 818.623673] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624461] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.635866] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 818.796679] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.796919] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.797125] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.797408] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.797559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.797799] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 8ae48009-397c-409c-987b-051e25a371ee not found, creating... [ 818.798109] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.798285] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.798405] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.798657] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.798789] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.799114] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.799277] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.799447] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.799638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.799775] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.799913] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 8ae48009-397c-409c-987b-051e25a371ee is going to be created. [ 818.820533] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.820736] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.820859] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.821240] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.821485] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.821760] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-8ae48009-397c-409c-987b-051e25a371ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.572061] env[66633]: INFO networking_nsxv3.common.synchronization [req-73e08545-c8f2-4f62-93ee-f0b00bde6892 req-4e97d71b-b20e-4e10-92eb-c384ca04d0af service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 819.572338] env[66633]: INFO networking_nsxv3.common.synchronization [req-73e08545-c8f2-4f62-93ee-f0b00bde6892 req-4e97d71b-b20e-4e10-92eb-c384ca04d0af service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 819.572390] env[66633]: INFO networking_nsxv3.common.synchronization [req-73e08545-c8f2-4f62-93ee-f0b00bde6892 req-4e97d71b-b20e-4e10-92eb-c384ca04d0af service nova] Enqueued Resource ID: 8ae48009-397c-409c-987b-051e25a371ee with Priority: HIGHEST for action port [ 819.572618] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 819.572744] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 819.572839] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae48009-397c-409c-987b-051e25a371ee with Priority: HIGHEST for action port [ 819.573388] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.573512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.573579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.573776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.573857] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.576689] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.576815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.576909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.577111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.577275] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.577376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.577439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.577599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.577739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.577828] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.578602] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae48009-397c-409c-987b-051e25a371ee taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.578950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae48009-397c-409c-987b-051e25a371ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.578950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae48009-397c-409c-987b-051e25a371ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.578950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae48009-397c-409c-987b-051e25a371ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.579116] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae48009-397c-409c-987b-051e25a371ee',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.081125] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.082449] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.082449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.082449] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ae48009-397c-409c-987b-051e25a371ee with status ACTIVE [ 820.082826] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.082826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.082826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.083508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.083508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.083508] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.083508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.083508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.083813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.083813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.083813] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.083928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.083928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.084109] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.084354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.084354] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ae48009-397c-409c-987b-051e25a371ee is going to be updated. [ 820.111345] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.111513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.111572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.111815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.111982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.112191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae48009-397c-409c-987b-051e25a371ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.435521] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3aff53c-02f8-4e10-859d-2acc37398f97 in Status: SUCCESS [ 820.435783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.586545] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.648247] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 820.648437] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 820.648437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.090394] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.090394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.090394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.090394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.090394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.090394] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be created. [ 821.118642] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.118998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.119092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.119352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.119547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.129771] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: UNINITIALIZED for 2s [ 823.144356] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 823.144687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.144940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.145254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.145530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.145775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.145831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.145993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.146133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.146294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.146429] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.649823] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.650075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.650075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.650346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.650528] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.650728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.650728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.650910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.650947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.651023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.651199] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.651274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.651313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.651446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.651584] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.651672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.651731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.651864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.651933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.652022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.652137] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.154496] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c70e0e-dd0e-431c-b52d-d1320bdbb39f: rpc.has_security_group_logging(os_id): False [ 824.178798] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.178798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.178999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.179069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.179161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.179395] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.179497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.179728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.179801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.179876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.180337] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.180337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.180337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.180500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.180500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.180582] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.180673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.180732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.180868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.180939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.181043] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be created. [ 824.280023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.293740] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 824.573796] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 824.573966] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 826.310779] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 826.311066] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.317301] env[66633]: INFO networking_nsxv3.common.synchronization [None req-acfbfcbb-14de-4cfe-b407-50d7aa3d909b None None] Enqueued Resource ID: 8fca3b25-2836-4b54-9fc4-e11ef8e137a2 with Priority: HIGHEST for action port [ 826.318143] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fca3b25-2836-4b54-9fc4-e11ef8e137a2 with Priority: HIGHEST for action port [ 826.318501] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fca3b25-2836-4b54-9fc4-e11ef8e137a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.318643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fca3b25-2836-4b54-9fc4-e11ef8e137a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.318720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fca3b25-2836-4b54-9fc4-e11ef8e137a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.318967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fca3b25-2836-4b54-9fc4-e11ef8e137a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.319081] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fca3b25-2836-4b54-9fc4-e11ef8e137a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.821427] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fca3b25-2836-4b54-9fc4-e11ef8e137a2 [ 826.821990] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.821990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.821990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.822221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.822221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.822320] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fca3b25-2836-4b54-9fc4-e11ef8e137a2 already deleted. [ 826.822406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fca3b25-2836-4b54-9fc4-e11ef8e137a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.961051] env[66633]: INFO networking_nsxv3.common.synchronization [req-b9830fea-7165-479c-b8ce-28432d842505 req-19e98175-c4d5-48a5-924c-6c8149c18061 tempest-MigrationsAdminTest-1885777947 tempest-MigrationsAdminTest-1885777947-project-member] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 826.961051] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 826.961051] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.961051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.961051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.961582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.961864] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.962144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.962321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.962947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.963204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.963428] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.472334] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.975149] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.979072] env[66633]: INFO networking_nsxv3.common.synchronization [None req-476d2e14-1ab4-492f-93b0-034946ad69e8 None None] Enqueued Resource ID: ef907a88-2654-41b4-bdba-e1c157027b5c with Priority: HIGHEST for action port [ 827.980054] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef907a88-2654-41b4-bdba-e1c157027b5c with Priority: HIGHEST for action port [ 827.980054] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef907a88-2654-41b4-bdba-e1c157027b5c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.980054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef907a88-2654-41b4-bdba-e1c157027b5c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef907a88-2654-41b4-bdba-e1c157027b5c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.980619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef907a88-2654-41b4-bdba-e1c157027b5c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.980619] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef907a88-2654-41b4-bdba-e1c157027b5c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.483176] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.483176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.483176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.483176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.483176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.483176] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be updated. [ 828.483176] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef907a88-2654-41b4-bdba-e1c157027b5c [ 828.486415] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.486415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.486415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.486415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.486415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.486415] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef907a88-2654-41b4-bdba-e1c157027b5c already deleted. [ 828.486415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef907a88-2654-41b4-bdba-e1c157027b5c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.524366] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.524690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.524690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.524921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.525143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.539213] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: IN_PROGRESS for 2s [ 830.551300] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: SUCCESS [ 830.551300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.907659] env[66633]: INFO networking_nsxv3.common.synchronization [req-995487cf-f78c-4dd9-8c87-d57370115eca req-f6990d15-9eda-4b88-903f-15e7c21e995e tempest-ListImageFiltersTestJSON-672920454 tempest-ListImageFiltersTestJSON-672920454-project-member] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 832.908375] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 832.908754] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.909011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.909011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.910782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.910782] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.910782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.910782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.910782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.910782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.910782] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.310979] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.311087] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.311251] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.314449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.314449] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.314449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.314449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.314449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.314449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.314449] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.314449] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.314449] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.314449] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.314449] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.314449] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.314449] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.335087] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.335282] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.335415] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.335586] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.335947] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-1094b561-c036-4ea8-8764-809633c8e36a taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.336164] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-1094b561-c036-4ea8-8764-809633c8e36a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.336281] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-1094b561-c036-4ea8-8764-809633c8e36a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.336858] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-1094b561-c036-4ea8-8764-809633c8e36a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.337135] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1094b561-c036-4ea8-8764-809633c8e36a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.412299] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.412474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.412556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.412810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.412918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.413198] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.413265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.413303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.413468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.414028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.414028] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 already deleted. [ 833.414028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.839723] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.839936] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.840266] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.840362] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.840511] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.840661] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 1094b561-c036-4ea8-8764-809633c8e36a not found, creating... [ 833.840912] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.841086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.841201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.841423] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.841543] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.841820] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.841971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.842101] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.842336] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.842438] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.842808] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 1094b561-c036-4ea8-8764-809633c8e36a is going to be created. [ 833.863560] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.864317] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.864317] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.864317] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.864596] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.864951] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-1094b561-c036-4ea8-8764-809633c8e36a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.607459] env[66633]: INFO networking_nsxv3.common.synchronization [req-995487cf-f78c-4dd9-8c87-d57370115eca req-85f62a11-714c-4657-b3b8-59569af03d6a service nova] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_rules [ 834.607704] env[66633]: INFO networking_nsxv3.common.synchronization [req-995487cf-f78c-4dd9-8c87-d57370115eca req-85f62a11-714c-4657-b3b8-59569af03d6a service nova] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 834.607828] env[66633]: INFO networking_nsxv3.common.synchronization [req-995487cf-f78c-4dd9-8c87-d57370115eca req-85f62a11-714c-4657-b3b8-59569af03d6a service nova] Enqueued Resource ID: 1094b561-c036-4ea8-8764-809633c8e36a with Priority: HIGHEST for action port [ 834.608330] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_rules [ 834.608488] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 834.608590] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1094b561-c036-4ea8-8764-809633c8e36a with Priority: HIGHEST for action port [ 834.608913] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.609188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.609188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.609338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.609417] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.610663] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.610771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.610885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.611013] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.611181] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.611275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.611336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.611476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.611556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.611645] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.612877] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1094b561-c036-4ea8-8764-809633c8e36a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.612877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1094b561-c036-4ea8-8764-809633c8e36a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.612877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1094b561-c036-4ea8-8764-809633c8e36a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.612877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1094b561-c036-4ea8-8764-809633c8e36a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.612877] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1094b561-c036-4ea8-8764-809633c8e36a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.114283] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.115244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.115244] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.116416] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1094b561-c036-4ea8-8764-809633c8e36a with status ACTIVE [ 835.116630] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.116756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.116823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.117052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.117149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.117332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.117432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.117495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.117657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.117732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.117942] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.118048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.118116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.118243] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.118311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.118401] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1094b561-c036-4ea8-8764-809633c8e36a is going to be updated. [ 835.141056] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.141227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.141282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.141491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.141632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.141792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1094b561-c036-4ea8-8764-809633c8e36a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.440425] env[66633]: INFO networking_nsxv3.common.synchronization [req-0163b449-1e71-4d18-b9f3-3e6e2beba9a4 req-30ca6c62-9a90-4085-aaa8-ed679b86b9af tempest-ListImageFiltersTestJSON-672920454 tempest-ListImageFiltersTestJSON-672920454-project-member] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 835.441176] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 835.441683] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.441802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.620521] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.742334] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.742492] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.742492] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.742757] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.743251] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.743480] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.743612] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.743948] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.744133] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.744358] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.744462] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.744547] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.744684] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.744741] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.744844] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.744970] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.763355] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.763596] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.763761] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.763951] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-612" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.764648] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-98940419-30cf-47d7-ba73-d6c6573bb839 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.764648] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-98940419-30cf-47d7-ba73-d6c6573bb839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.764648] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-98940419-30cf-47d7-ba73-d6c6573bb839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.764889] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-98940419-30cf-47d7-ba73-d6c6573bb839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.765035] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98940419-30cf-47d7-ba73-d6c6573bb839',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.123652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.123817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.123890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.124183] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.124222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.124312] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 is going to be created. [ 836.153651] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.153651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.153651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.153942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.154788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.163898] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: UNINITIALIZED for 2s [ 836.269764] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.270054] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.270215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.270528] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.270713] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.270880] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 98940419-30cf-47d7-ba73-d6c6573bb839 not found, creating... [ 836.271208] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.271378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.271518] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.271786] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.271963] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.272358] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.272538] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.272681] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.272934] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.273326] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.273326] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 98940419-30cf-47d7-ba73-d6c6573bb839 is going to be created. [ 836.322971] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.323279] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.323392] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.323659] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.323885] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.324130] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-98940419-30cf-47d7-ba73-d6c6573bb839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.556381] env[66633]: INFO networking_nsxv3.common.synchronization [req-0163b449-1e71-4d18-b9f3-3e6e2beba9a4 req-e4b1c71c-a79f-4c90-8a53-3406735998f7 service nova] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_rules [ 837.556652] env[66633]: INFO networking_nsxv3.common.synchronization [req-0163b449-1e71-4d18-b9f3-3e6e2beba9a4 req-e4b1c71c-a79f-4c90-8a53-3406735998f7 service nova] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 837.556714] env[66633]: INFO networking_nsxv3.common.synchronization [req-0163b449-1e71-4d18-b9f3-3e6e2beba9a4 req-e4b1c71c-a79f-4c90-8a53-3406735998f7 service nova] Enqueued Resource ID: 98940419-30cf-47d7-ba73-d6c6573bb839 with Priority: HIGHEST for action port [ 837.557291] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_rules [ 837.557446] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 837.557548] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98940419-30cf-47d7-ba73-d6c6573bb839 with Priority: HIGHEST for action port [ 837.557882] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.558019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.558639] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.558737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.558959] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-98940419-30cf-47d7-ba73-d6c6573bb839 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.559077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98940419-30cf-47d7-ba73-d6c6573bb839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.559155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98940419-30cf-47d7-ba73-d6c6573bb839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.559370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98940419-30cf-47d7-ba73-d6c6573bb839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.559431] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98940419-30cf-47d7-ba73-d6c6573bb839',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.065831] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98940419-30cf-47d7-ba73-d6c6573bb839 with status ACTIVE [ 838.066111] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.066353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.066407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.066630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.066726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.066937] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.067352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.067352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.067352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.067500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.067634] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.067756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.067858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.068053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.068159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.068269] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98940419-30cf-47d7-ba73-d6c6573bb839 is going to be updated. [ 838.091964] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.091964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.091964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.091964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.091964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.092342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98940419-30cf-47d7-ba73-d6c6573bb839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.152046] env[66633]: INFO networking_nsxv3.common.synchronization [req-b4ec2064-0049-41a7-8e8c-349babc6ae52 req-70f50a46-7d93-4aa7-acce-cc089820a63c tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_members [ 838.153627] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_members [ 838.153627] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0762b3-9aec-484f-9095-63312b4ce82e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.153627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.153627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.153627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.153627] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.153967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.153967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.153967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.154135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.154135] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.176380] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: SUCCESS [ 838.176380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.176380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.176380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.176380] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.176738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.176738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.176738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.176917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.176917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.177492] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.177896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.178079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.178382] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.178505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.178571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.178724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.178805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.178890] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.581712] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.582053] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.582347] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.582695] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.583128] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.583474] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.586125] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.586125] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.586125] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.586125] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.586125] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.586125] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.586125] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.586125] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.586125] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.586125] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.608469] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.608469] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.608469] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.608469] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.608469] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.608469] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.608469] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.608469] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.609586] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.656733] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.657049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.657201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.657479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.657687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.657958] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.658148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.658253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.658456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.658529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.658580] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0762b3-9aec-484f-9095-63312b4ce82e already deleted. [ 838.658652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.684852] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.684852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.684852] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.112848] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.113136] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.113458] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.113644] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.117091] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.117091] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e not found, creating... [ 839.117091] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.117091] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.117091] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.117091] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.117091] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.117091] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.117091] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.117091] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.117728] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.117728] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.117728] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e is going to be created. [ 839.144389] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.144692] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.144764] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.145048] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.145305] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.145756] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.184837] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.688470] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.688470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.688470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.688470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.688470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.688470] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 is going to be updated. [ 839.723017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.723241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.723241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.723483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.723579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.736917] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: IN_PROGRESS for 2s [ 839.908443] env[66633]: INFO networking_nsxv3.common.synchronization [req-b4ec2064-0049-41a7-8e8c-349babc6ae52 req-7f50f4e4-27c5-443f-a495-7a7ffe6e0dec service nova] Enqueued Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_rules [ 839.908443] env[66633]: INFO networking_nsxv3.common.synchronization [req-b4ec2064-0049-41a7-8e8c-349babc6ae52 req-7f50f4e4-27c5-443f-a495-7a7ffe6e0dec service nova] Enqueued Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_members [ 839.908443] env[66633]: INFO networking_nsxv3.common.synchronization [req-b4ec2064-0049-41a7-8e8c-349babc6ae52 req-7f50f4e4-27c5-443f-a495-7a7ffe6e0dec service nova] Enqueued Resource ID: d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e with Priority: HIGHEST for action port [ 839.908443] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_rules [ 839.908443] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_members [ 839.908443] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e with Priority: HIGHEST for action port [ 839.909145] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0762b3-9aec-484f-9095-63312b4ce82e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.909712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.912587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.912587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.912587] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.912587] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0762b3-9aec-484f-9095-63312b4ce82e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.912587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.912587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.914259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.914765] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.914765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.914765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.914904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.914949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.916035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.916360] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.916360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.916360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.916525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.916584] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.417981] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0762b3-9aec-484f-9095-63312b4ce82e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.418155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.418309] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.419221] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e with status ACTIVE [ 840.419679] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.419794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.419899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.420064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.420276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.420397] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.420618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.420685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.420850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.420927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.421125] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.421241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.421274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.421439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.421474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.421554] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e is going to be updated. [ 840.448618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.448618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.448618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.448814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.448959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.449145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d25ab5fa-c14e-40f8-ad56-cfc8c8f50c2e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.928409] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.431175] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.431340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.431414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.431732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.431732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.431906] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0762b3-9aec-484f-9095-63312b4ce82e is going to be created. [ 841.458778] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.458961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.459885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.460294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.460895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.473910] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0762b3-9aec-484f-9095-63312b4ce82e in Status: UNINITIALIZED for 2s [ 841.747161] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: SUCCESS [ 841.748050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.748050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.748050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.748248] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.748324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.748379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.748533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.748796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.749089] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.251409] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.754498] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.852897] env[66633]: INFO networking_nsxv3.common.synchronization [req-df784bde-206f-40ca-8328-91cd018e15b5 req-4ecb3629-9562-4174-b9a7-1c7347478ec2 tempest-ServerRescueTestJSON-336654485 tempest-ServerRescueTestJSON-336654485-project-member] Enqueued Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 842.853638] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 842.854219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.854390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.854462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.854758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.854929] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.855058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.855127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.855292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.855380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.855505] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.257375] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.258040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.258195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.258544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.259086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.259192] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 is going to be updated. [ 843.271539] env[66633]: INFO networking_nsxv3.common.synchronization [None req-8a1a4507-0e37-4f97-98b4-c4f1b6f6f224 None None] Enqueued Resource ID: 308f0291-1938-4c5a-99e4-cd6db4e6996f with Priority: HIGHEST for action port [ 843.271835] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308f0291-1938-4c5a-99e4-cd6db4e6996f with Priority: HIGHEST for action port [ 843.272142] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-308f0291-1938-4c5a-99e4-cd6db4e6996f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.272408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308f0291-1938-4c5a-99e4-cd6db4e6996f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.272580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308f0291-1938-4c5a-99e4-cd6db4e6996f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.272887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308f0291-1938-4c5a-99e4-cd6db4e6996f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.273203] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308f0291-1938-4c5a-99e4-cd6db4e6996f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.306451] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.306673] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-648" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.306818] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-648" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.307191] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-648" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.307473] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.307632] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.307747] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.309585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.309868] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.310198] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.310356] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.310496] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.310629] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.310761] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.310959] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.311221] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.313969] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.314295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.314433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.314701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.314903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.327940] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: IN_PROGRESS for 2s [ 843.336726] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.336924] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.337160] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.337239] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-648" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.337553] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-72ba8764-3d6d-407a-8967-d3b305c19127 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.337740] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-72ba8764-3d6d-407a-8967-d3b305c19127" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.337929] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-72ba8764-3d6d-407a-8967-d3b305c19127" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.338295] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-72ba8764-3d6d-407a-8967-d3b305c19127" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.338437] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ba8764-3d6d-407a-8967-d3b305c19127',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.357529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.357798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.357798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.358088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.358254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.358500] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.358993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.359966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.359966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.359966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.359966] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db already deleted. [ 843.360254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.484994] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0762b3-9aec-484f-9095-63312b4ce82e in Status: SUCCESS [ 843.485248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.485703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.485992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.486205] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.486330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.486399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.486562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.486646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.486749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.486819] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.777276] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 308f0291-1938-4c5a-99e4-cd6db4e6996f [ 843.777531] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.777703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.778141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.778373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.778465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.778881] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:308f0291-1938-4c5a-99e4-cd6db4e6996f already deleted. [ 843.778881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308f0291-1938-4c5a-99e4-cd6db4e6996f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.840758] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.841021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841434] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.841558] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.841658] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.841846] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 72ba8764-3d6d-407a-8967-d3b305c19127 not found, creating... [ 843.842161] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.842519] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.842610] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.842821] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.842985] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.843324] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.843494] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.843628] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.843872] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.846697] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.846811] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 72ba8764-3d6d-407a-8967-d3b305c19127 is going to be created. [ 843.874163] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.874536] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.874765] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.875130] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.878330] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.878330] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-72ba8764-3d6d-407a-8967-d3b305c19127" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.988883] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.494034] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c0762b3-9aec-484f-9095-63312b4ce82e: rpc.has_security_group_logging(os_id): False [ 844.515301] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.515455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.515776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.515877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.516154] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.516252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.516290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.516568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.516568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.516656] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0762b3-9aec-484f-9095-63312b4ce82e is going to be created. [ 844.588227] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.588452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.589097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.589097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.589097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.602447] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0762b3-9aec-484f-9095-63312b4ce82e in Status: IN_PROGRESS for 2s [ 844.623111] env[66633]: INFO networking_nsxv3.common.synchronization [req-df784bde-206f-40ca-8328-91cd018e15b5 req-1fdfa750-860d-47cb-852d-e0f3ea33aee3 service nova] Enqueued Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_rules [ 844.626739] env[66633]: INFO networking_nsxv3.common.synchronization [req-df784bde-206f-40ca-8328-91cd018e15b5 req-1fdfa750-860d-47cb-852d-e0f3ea33aee3 service nova] Enqueued Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 844.626739] env[66633]: INFO networking_nsxv3.common.synchronization [req-df784bde-206f-40ca-8328-91cd018e15b5 req-1fdfa750-860d-47cb-852d-e0f3ea33aee3 service nova] Enqueued Resource ID: 72ba8764-3d6d-407a-8967-d3b305c19127 with Priority: HIGHEST for action port [ 844.626739] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_rules [ 844.626739] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 844.626739] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ba8764-3d6d-407a-8967-d3b305c19127 with Priority: HIGHEST for action port [ 844.631293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.631293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.631293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.632447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.632530] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.633669] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.633801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.633881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.634087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.634274] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.634369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.634440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.634594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.634685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.634785] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.635853] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-72ba8764-3d6d-407a-8967-d3b305c19127 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.635979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72ba8764-3d6d-407a-8967-d3b305c19127" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.636042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72ba8764-3d6d-407a-8967-d3b305c19127" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.636209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72ba8764-3d6d-407a-8967-d3b305c19127" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.636287] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ba8764-3d6d-407a-8967-d3b305c19127',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.751937] env[66633]: INFO networking_nsxv3.common.synchronization [None req-d6d15f01-778a-41a9-81fd-6182f708dc36 tempest-ServersV294TestFqdnHostnames-501817368 tempest-ServersV294TestFqdnHostnames-501817368-project-member] Enqueued Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_rules [ 844.752588] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_rules [ 844.752922] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.754037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.754037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.754037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.754037] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.899077] env[66633]: INFO networking_nsxv3.common.synchronization [None req-781df0c6-fd53-4fea-b2d5-57c4599073e6 tempest-ServersV294TestFqdnHostnames-501817368 tempest-ServersV294TestFqdnHostnames-501817368-project-member] Enqueued Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_rules [ 844.901877] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_rules [ 844.902846] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.902948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.137814] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.139458] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.139578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.139755] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72ba8764-3d6d-407a-8967-d3b305c19127 with status ACTIVE [ 845.139975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.140081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.140193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.140585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.140683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.140878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.140951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.141090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.141198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.141283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.141462] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.141556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.141617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.141756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.141829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.141912] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72ba8764-3d6d-407a-8967-d3b305c19127 is going to be updated. [ 845.166910] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.166910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.166910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.166910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.166910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.166910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72ba8764-3d6d-407a-8967-d3b305c19127" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.287607] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.288805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.288805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.288805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.288805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.288805] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 already deleted. [ 845.288805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.288805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.288805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.289272] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.343555] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: SUCCESS [ 845.343790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.343976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.344259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.344462] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.344594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.344661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.344819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.344912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.345037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.345201] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.345299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.345357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.345497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.345635] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.345727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.345803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.345947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.346175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.346313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.346510] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.522497] env[66633]: INFO networking_nsxv3.common.synchronization [req-de322863-ba35-4440-af79-11bb0111b2c0 req-6bab7e78-22af-4db2-81d3-ee6114794787 tempest-FloatingIPsAssociationTestJSON-222767104 tempest-FloatingIPsAssociationTestJSON-222767104-project-member] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 845.523089] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 845.523515] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.523599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.523668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.523869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.524106] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.524213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.524251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.524424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.524567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.524679] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.640543] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.809792] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.810009] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.810071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.810331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.810453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.810590] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 already deleted. [ 845.810706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.849591] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2557341-e113-4f15-96e6-1c6a9c9e0819: rpc.has_security_group_logging(os_id): False [ 845.871836] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.873100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.873100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.873100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.873100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.873366] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.873431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.873467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.873628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.873715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.873964] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.874106] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.874167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.875070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.875070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.875070] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.875070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.875070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.875070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.875070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.875070] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 is going to be created. [ 845.935561] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.935561] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-900" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.935561] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-900" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.935561] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-900" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.935852] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.936086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.936086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.936707] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.936889] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.937227] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.937310] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.937350] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.937462] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.937613] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.937688] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.938107] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.942713] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.944016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.944016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.944016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.944016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.955400] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: IN_PROGRESS for 2s [ 845.960786] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.960786] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.961162] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.961213] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-900" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.961569] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-a5b0256a-219f-4234-a0c2-b65f577afb1b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.961794] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-a5b0256a-219f-4234-a0c2-b65f577afb1b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.962816] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-a5b0256a-219f-4234-a0c2-b65f577afb1b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.962816] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-a5b0256a-219f-4234-a0c2-b65f577afb1b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.962816] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b0256a-219f-4234-a0c2-b65f577afb1b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.026746] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.145063] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.145063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.145063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.145063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.145063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.145063] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db is going to be created. [ 846.174380] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.174489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.174489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.174706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.175072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.188021] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: UNINITIALIZED for 2s [ 846.276176] env[66633]: INFO networking_nsxv3.common.synchronization [None req-a00452a5-4342-4f47-b1cb-8672c429b811 None None] Enqueued Resource ID: bc556ae4-9e0c-4835-8d05-abde7ea98784 with Priority: HIGHEST for action port [ 846.276326] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc556ae4-9e0c-4835-8d05-abde7ea98784 with Priority: HIGHEST for action port [ 846.276653] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc556ae4-9e0c-4835-8d05-abde7ea98784 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.276774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc556ae4-9e0c-4835-8d05-abde7ea98784" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.276820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc556ae4-9e0c-4835-8d05-abde7ea98784" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.277259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc556ae4-9e0c-4835-8d05-abde7ea98784" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.277259] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc556ae4-9e0c-4835-8d05-abde7ea98784',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.465311] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.465650] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.465852] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.466207] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.466342] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.466561] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port a5b0256a-219f-4234-a0c2-b65f577afb1b not found, creating... [ 846.467253] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.467253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.467253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.467477] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.467477] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.468020] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.468020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.468134] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.468737] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.468737] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.468737] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: a5b0256a-219f-4234-a0c2-b65f577afb1b is going to be created. [ 846.494446] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.494691] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.494895] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.495228] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.495482] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.495772] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-a5b0256a-219f-4234-a0c2-b65f577afb1b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.530247] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.620321] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0762b3-9aec-484f-9095-63312b4ce82e in Status: SUCCESS [ 846.621027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.779077] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc556ae4-9e0c-4835-8d05-abde7ea98784 [ 846.779488] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.779714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.779832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.780107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.780452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.780452] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc556ae4-9e0c-4835-8d05-abde7ea98784 already deleted. [ 846.780452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc556ae4-9e0c-4835-8d05-abde7ea98784" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.035251] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.035251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.035251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.035251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.035251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.035251] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be updated. [ 847.066949] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.066949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.066949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.067151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.068030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.077828] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: IN_PROGRESS for 2s [ 847.237680] env[66633]: INFO networking_nsxv3.common.synchronization [req-de322863-ba35-4440-af79-11bb0111b2c0 req-3a5113dd-6009-4943-be80-5905871b498c service nova] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_rules [ 847.237881] env[66633]: INFO networking_nsxv3.common.synchronization [req-de322863-ba35-4440-af79-11bb0111b2c0 req-3a5113dd-6009-4943-be80-5905871b498c service nova] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 847.238070] env[66633]: INFO networking_nsxv3.common.synchronization [req-de322863-ba35-4440-af79-11bb0111b2c0 req-3a5113dd-6009-4943-be80-5905871b498c service nova] Enqueued Resource ID: a5b0256a-219f-4234-a0c2-b65f577afb1b with Priority: HIGHEST for action port [ 847.238657] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_rules [ 847.238797] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 847.238894] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b0256a-219f-4234-a0c2-b65f577afb1b with Priority: HIGHEST for action port [ 847.239800] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.239800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.239800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.239800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.239800] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.240536] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.240621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.240813] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b0256a-219f-4234-a0c2-b65f577afb1b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.240910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b0256a-219f-4234-a0c2-b65f577afb1b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.240982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b0256a-219f-4234-a0c2-b65f577afb1b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.241188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b0256a-219f-4234-a0c2-b65f577afb1b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.241267] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b0256a-219f-4234-a0c2-b65f577afb1b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.591308] env[66633]: INFO networking_nsxv3.common.synchronization [req-f3d7afc4-179d-4d0b-93de-80523e5b06ff req-4d9ece3a-2270-4d8f-afa3-b0f1a97fb323 tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 847.591868] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 847.592246] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.592456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.592456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.592637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.592786] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.592890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.592947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.594043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.594043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.594043] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.744649] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.744649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.745403] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5b0256a-219f-4234-a0c2-b65f577afb1b with status ACTIVE [ 847.745654] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.745861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.745957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.746231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.746322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.746512] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.746624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.746667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.746840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.746915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.747900] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.747900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.747900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.747900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.747900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.747900] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5b0256a-219f-4234-a0c2-b65f577afb1b is going to be updated. [ 847.771615] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.771828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.771925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.772216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.772413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.772649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b0256a-219f-4234-a0c2-b65f577afb1b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.976724] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: SUCCESS [ 847.976724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.976724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.976724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.976724] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.096223] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.096223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.096223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.096483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.096530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.096719] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.097302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.097302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.097302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.097302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.097302] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 848.131518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.131692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.131764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.132036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.132187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.143009] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 848.199066] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: UNINITIALIZED for 4s [ 848.479208] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.479338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.479555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.479806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.479978] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.480097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.480159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.480311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.480395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.480483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.480574] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.982796] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.983275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.983275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.983275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.983560] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.983734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.983868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.984199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.984305] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.984392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.984577] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.984674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.984754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.984909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.985093] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.985189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.985317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.985407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.985473] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.985562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.985656] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.090035] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: SUCCESS [ 849.090035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.090035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.090035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.090035] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.090035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.090035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.090035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.090035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.090035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.488439] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2557341-e113-4f15-96e6-1c6a9c9e0819: rpc.has_security_group_logging(os_id): False [ 849.510212] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.510212] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.510212] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.510212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.511343] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.511343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.511343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.511343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.511940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.512206] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 is going to be updated. [ 849.585245] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.585335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.585429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.585606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.585754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.593753] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.600565] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: IN_PROGRESS for 2s [ 850.098471] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.156570] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 850.156570] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f deletion is rescheduled due to dependency. [ 850.156570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.209187] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: SUCCESS [ 850.209377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.209546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.209764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.210221] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.210221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.210221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.210388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.210388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.210546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.210616] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.605033] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.605229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.605277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.605494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.605587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.605686] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be updated. [ 850.656390] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.656390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.656390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.656390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.656390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.669914] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: IN_PROGRESS for 2s [ 850.713751] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.713751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.713751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.713751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.714101] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.714182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.714238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.714390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.714522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.715123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.715123] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.715123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.715123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.715123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.715410] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.715410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.715410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.715966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.716125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.716251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.716371] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.220166] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db: rpc.has_security_group_logging(os_id): False [ 851.247241] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.247411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.247475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.247776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.247776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.248131] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.248451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.248451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.248602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.248650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.249302] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.249302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.249302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.249516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.249516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.250408] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.250408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.250408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.250408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.250408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.250408] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db is going to be created. [ 851.351146] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.351412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.351412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.351621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.351775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.376725] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: IN_PROGRESS for 2s [ 851.615261] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: SUCCESS [ 851.615583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.596053] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 852.596053] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 852.682282] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: SUCCESS [ 852.682593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.682825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.683147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.683362] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.683487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.683555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.683915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.683915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.683915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.684063] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.980938] env[66633]: INFO networking_nsxv3.common.synchronization [req-0fde5752-4dae-430a-ac9e-4eb7647ff576 req-a6649f78-33c4-4bb3-a8b7-b0c1307380e9 tempest-ImagesOneServerNegativeTestJSON-10122086 tempest-ImagesOneServerNegativeTestJSON-10122086-project-member] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 852.981522] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 852.982068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.982068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.985433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.985433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.985433] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.985433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.985433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.985433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.985433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.985433] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.188014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.188014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.188014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.188014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.188014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.188014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.188014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.189141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.189141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.189293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.189485] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.189629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.189680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.189824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.189964] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.190956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.190956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.190956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.190956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.190956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.190956] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.392920] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: SUCCESS [ 853.393082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.472511] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.472661] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.473739] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.473739] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.473739] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.473739] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.473739] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.474140] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.474140] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.474239] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.474353] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.474462] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.474574] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.474682] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.474780] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.474913] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.490542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.490711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.490801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.491123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.491230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.491433] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.491542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.491609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.491830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.491830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.491951] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be deleted. [ 853.498072] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.498072] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.498253] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.498301] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-113" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.498615] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-806b7245-8754-47f8-8656-a5c61c9a7c8f taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.498751] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-806b7245-8754-47f8-8656-a5c61c9a7c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.498860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-806b7245-8754-47f8-8656-a5c61c9a7c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.499259] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-806b7245-8754-47f8-8656-a5c61c9a7c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.502336] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806b7245-8754-47f8-8656-a5c61c9a7c8f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.526960] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.527214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.527214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.527454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.527546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.527644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.695758] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db215227-4162-489f-a789-6ca221a787ea: rpc.has_security_group_logging(os_id): False [ 853.717556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.719838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.719838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.719838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.719838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.719838] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.719838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.719838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.719838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.719838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.721141] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.721249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.721308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.721505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.721593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.721796] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.721920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.721987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.722138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.722214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.722311] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be updated. [ 853.788045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.788045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.788045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.788045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.788045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.804421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db215227-4162-489f-a789-6ca221a787ea in Status: IN_PROGRESS for 2s [ 854.005928] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.005928] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.005928] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.005928] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.005928] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.005928] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 806b7245-8754-47f8-8656-a5c61c9a7c8f not found, creating... [ 854.006290] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.006348] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.006503] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.006763] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.006934] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.007267] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.007470] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.008341] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.008341] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.008341] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.008341] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 806b7245-8754-47f8-8656-a5c61c9a7c8f is going to be created. [ 854.034098] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.034386] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.034593] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.035168] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.035355] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.035755] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-806b7245-8754-47f8-8656-a5c61c9a7c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.763483] env[66633]: INFO networking_nsxv3.common.synchronization [req-0fde5752-4dae-430a-ac9e-4eb7647ff576 req-08135202-29e5-4d45-8844-7eeb8a9c68cd service nova] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_rules [ 854.763483] env[66633]: INFO networking_nsxv3.common.synchronization [req-0fde5752-4dae-430a-ac9e-4eb7647ff576 req-08135202-29e5-4d45-8844-7eeb8a9c68cd service nova] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 854.763483] env[66633]: INFO networking_nsxv3.common.synchronization [req-0fde5752-4dae-430a-ac9e-4eb7647ff576 req-08135202-29e5-4d45-8844-7eeb8a9c68cd service nova] Enqueued Resource ID: 806b7245-8754-47f8-8656-a5c61c9a7c8f with Priority: HIGHEST for action port [ 854.764819] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_rules [ 854.769023] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 854.769023] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806b7245-8754-47f8-8656-a5c61c9a7c8f with Priority: HIGHEST for action port [ 854.769023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.769023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.769023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.769023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.769023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.769023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.771752] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-806b7245-8754-47f8-8656-a5c61c9a7c8f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.771909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-806b7245-8754-47f8-8656-a5c61c9a7c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.771973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-806b7245-8754-47f8-8656-a5c61c9a7c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.772175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-806b7245-8754-47f8-8656-a5c61c9a7c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.772255] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806b7245-8754-47f8-8656-a5c61c9a7c8f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.274791] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.275601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.280023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.280023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 806b7245-8754-47f8-8656-a5c61c9a7c8f with status ACTIVE [ 855.280023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.280023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.280023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.280023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.281039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.281039] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 806b7245-8754-47f8-8656-a5c61c9a7c8f is going to be updated. [ 855.304560] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.304560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.304560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.304560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.304560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.304560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-806b7245-8754-47f8-8656-a5c61c9a7c8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.554704] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-64461edb-9f78-4b97-a3f5-6aa0ec4b679d tempest-ListServersNegativeTestJSON-1700508151 tempest-ListServersNegativeTestJSON-1700508151-project-member] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 855.555282] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 855.555976] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.555976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.555976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.556165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.556802] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.557505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.557505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.557505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.557505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.557505] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.783450] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.822064] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db215227-4162-489f-a789-6ca221a787ea in Status: SUCCESS [ 855.822488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.018708] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.018846] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.018846] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.019252] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.019628] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.019830] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.019988] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.020351] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.020499] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.020708] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.020820] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.020940] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.021231] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.021231] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.021421] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.021466] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.045131] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.045399] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.045452] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.045628] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.046264] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-f7325b48-562e-400c-9227-c45c77991b08 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.046416] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-f7325b48-562e-400c-9227-c45c77991b08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.046416] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-f7325b48-562e-400c-9227-c45c77991b08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.046813] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-f7325b48-562e-400c-9227-c45c77991b08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.046985] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7325b48-562e-400c-9227-c45c77991b08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.062616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.062616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.062616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.062616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.062616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.062616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.063069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.063069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.063069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.063069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.063455] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 already deleted. [ 856.063455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.286456] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.286643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.286686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.286881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.286970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.287068] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be created. [ 856.319955] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.319955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.319955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.319955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.319955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.331978] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: UNINITIALIZED for 2s [ 856.550323] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.550553] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.550747] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.550978] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.551187] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.551387] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port f7325b48-562e-400c-9227-c45c77991b08 not found, creating... [ 856.551801] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.552103] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.552256] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.552491] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.552649] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.552946] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.553602] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.553602] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.553865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.554096] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.554308] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: f7325b48-562e-400c-9227-c45c77991b08 is going to be created. [ 856.577810] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.578172] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.578312] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.578670] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.578940] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.579244] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-f7325b48-562e-400c-9227-c45c77991b08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.783263] env[66633]: INFO networking_nsxv3.common.synchronization [req-87c36ed5-6311-4666-ab31-0918c00b161d req-bee3f860-8662-4a34-9d11-1c0f68378080 tempest-ServersAdminTestJSON-2103414861 tempest-ServersAdminTestJSON-2103414861-project-member] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 856.783906] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 856.784431] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.784697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.784697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.784945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.785178] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.785333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.785439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.785637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.785782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.786144] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.288697] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.301476] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-34c8174e-2262-4ff9-9aae-e648afde7ee4 service nova] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_rules [ 857.301671] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-34c8174e-2262-4ff9-9aae-e648afde7ee4 service nova] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 857.301821] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-34c8174e-2262-4ff9-9aae-e648afde7ee4 service nova] Enqueued Resource ID: f7325b48-562e-400c-9227-c45c77991b08 with Priority: HIGHEST for action port [ 857.302581] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_rules [ 857.303049] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 857.303133] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7325b48-562e-400c-9227-c45c77991b08 with Priority: HIGHEST for action port [ 857.303420] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.303545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.303612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.303873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.303956] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.305146] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.305269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.305336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.305515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.305686] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.305812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.305869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.306082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.306217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.306306] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.307871] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7325b48-562e-400c-9227-c45c77991b08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.308165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7325b48-562e-400c-9227-c45c77991b08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.308165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7325b48-562e-400c-9227-c45c77991b08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.308310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7325b48-562e-400c-9227-c45c77991b08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.308391] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7325b48-562e-400c-9227-c45c77991b08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.793813] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.811312] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.812669] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.812814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.813744] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7325b48-562e-400c-9227-c45c77991b08 with status ACTIVE [ 857.813744] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.813937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.813937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.814311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.814417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.814689] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.814824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.814912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.815130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.815242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.816217] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.816217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.816217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.816217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.816217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.816217] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7325b48-562e-400c-9227-c45c77991b08 is going to be updated. [ 857.844036] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.844348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.844460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.844777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.845025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.845269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7325b48-562e-400c-9227-c45c77991b08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.227696] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-15050c87-d374-4477-b63e-157e8474366f tempest-ListServersNegativeTestJSON-1700508151 tempest-ListServersNegativeTestJSON-1700508151-project-member] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 858.227880] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 858.228258] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.228355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.296343] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.296610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.296666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.296997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.297407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.297407] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 858.314469] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.342999] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 858.343294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.343826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.344067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.344268] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.344453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.344453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.344683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.345210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.345210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.345210] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.346773] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.346909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.346970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.347138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.347276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.358908] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 858.567931] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.568140] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.568274] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.568563] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.568896] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.569050] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.569799] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.570163] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.570274] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.574277] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.574408] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.574523] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.574631] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.574740] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.574846] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.575012] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.596483] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.596767] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.596926] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.598379] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.598379] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-4de65651-3e28-4205-b74c-1902ca4169d7 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.598379] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-4de65651-3e28-4205-b74c-1902ca4169d7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.598379] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-4de65651-3e28-4205-b74c-1902ca4169d7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.598379] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-4de65651-3e28-4205-b74c-1902ca4169d7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.598650] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de65651-3e28-4205-b74c-1902ca4169d7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.816845] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.817228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.817228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.817304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.817383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.817503] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be created. [ 858.840886] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.841083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.841129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.841418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.841975] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.849693] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.849857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.849900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.850094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.850264] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.850353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.850416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.850568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.850649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.850732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.850875] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.850961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.851035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.851176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.851310] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.851398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.851458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.851588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.851663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.851741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.851826] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.853322] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: UNINITIALIZED for 2s [ 859.103279] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.103451] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.103576] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.103866] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.104034] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.104201] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 4de65651-3e28-4205-b74c-1902ca4169d7 not found, creating... [ 859.104464] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.104718] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.104884] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.105080] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.105223] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.107085] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.107351] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.107486] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.107720] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.107866] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.108034] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 4de65651-3e28-4205-b74c-1902ca4169d7 is going to be created. [ 859.132379] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.132636] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.132761] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.133049] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.133289] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.133558] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-4de65651-3e28-4205-b74c-1902ca4169d7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.354707] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20e8a1c3-87b4-4501-82c5-df2a952bce0b: rpc.has_security_group_logging(os_id): False [ 859.379640] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.379777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.379777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.380356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.380356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.380356] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.380544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.380544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.380656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.380656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.380823] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.380905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.381690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.381690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.381690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.381690] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.381690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.381690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.381690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.381690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.382080] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be created. [ 859.468483] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.468642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.468687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.468951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.469241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.483085] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: IN_PROGRESS for 2s [ 859.910098] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-1ac0cecf-d461-4e85-91eb-00e5c86cb7c5 service nova] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_rules [ 859.910449] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-1ac0cecf-d461-4e85-91eb-00e5c86cb7c5 service nova] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 859.910449] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-1ac0cecf-d461-4e85-91eb-00e5c86cb7c5 service nova] Enqueued Resource ID: 4de65651-3e28-4205-b74c-1902ca4169d7 with Priority: HIGHEST for action port [ 859.910978] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_rules [ 859.912846] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 859.912993] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de65651-3e28-4205-b74c-1902ca4169d7 with Priority: HIGHEST for action port [ 859.913346] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.913478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.914096] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.914157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.914298] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de65651-3e28-4205-b74c-1902ca4169d7 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.914932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de65651-3e28-4205-b74c-1902ca4169d7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.915040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de65651-3e28-4205-b74c-1902ca4169d7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.915261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de65651-3e28-4205-b74c-1902ca4169d7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.915348] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de65651-3e28-4205-b74c-1902ca4169d7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.369665] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 860.369905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.424643] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de65651-3e28-4205-b74c-1902ca4169d7 with status ACTIVE [ 860.425037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.425240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.425352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.425673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.425895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.426205] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.426723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.426723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.426881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.426881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.427189] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.427354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.427462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.427818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.428086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.428184] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de65651-3e28-4205-b74c-1902ca4169d7 is going to be updated. [ 860.452929] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.453657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.453657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.453657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.453874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.454170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de65651-3e28-4205-b74c-1902ca4169d7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.865266] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 860.865550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.865754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.866021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.866288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.866431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.866497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.866731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.866864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.866991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.867184] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.868335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.868563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.869490] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.869490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.869490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.869490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.869490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.869490] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.371967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.372322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.373207] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.507274] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 861.507485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.875577] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.379330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.379330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.379747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.379747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.379747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.379863] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 862.412059] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.412059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.412059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.412247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.412370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.422946] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 864.407074] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-b52edf1d-7882-48f7-95cb-d51b46ff6af8 tempest-ListServersNegativeTestJSON-1700508151 tempest-ListServersNegativeTestJSON-1700508151-project-member] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 864.407074] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 864.407492] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.407684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.439865] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 864.440165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.440996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.440996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.440996] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.440996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.440996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.441418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.441457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.442024] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.826066] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.826332] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.826514] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.826861] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.827217] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.827567] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.827754] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.828106] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.828324] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.828619] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.828798] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.828972] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.829149] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.829325] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.829493] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.829687] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.852520] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.854270] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.854722] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.854995] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-17" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.855482] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-d953f163-2808-427a-b77e-a82bb83262e9 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.855862] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-d953f163-2808-427a-b77e-a82bb83262e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.856131] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-d953f163-2808-427a-b77e-a82bb83262e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.856657] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-d953f163-2808-427a-b77e-a82bb83262e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.857041] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d953f163-2808-427a-b77e-a82bb83262e9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.943863] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.360816] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.361455] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.361729] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.362110] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.364022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.364022] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port d953f163-2808-427a-b77e-a82bb83262e9 not found, creating... [ 865.364022] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.364022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.364022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.364022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.364022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.364022] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.364022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.364022] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.365197] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.365437] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.365672] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: d953f163-2808-427a-b77e-a82bb83262e9 is going to be created. [ 865.389337] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.389337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.389337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.389337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.389337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.389337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-d953f163-2808-427a-b77e-a82bb83262e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.452812] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.957898] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958746] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 865.996670] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.996670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.996670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.996670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.996987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.009186] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 866.229606] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-0864c7e1-4a99-429f-9bad-7c473dfe30ca service nova] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_rules [ 866.235620] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-0864c7e1-4a99-429f-9bad-7c473dfe30ca service nova] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 866.235620] env[66633]: INFO networking_nsxv3.common.synchronization [req-0104a313-db5d-4abf-9c7a-701cbe771f1b req-0864c7e1-4a99-429f-9bad-7c473dfe30ca service nova] Enqueued Resource ID: d953f163-2808-427a-b77e-a82bb83262e9 with Priority: HIGHEST for action port [ 866.235620] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_rules [ 866.235620] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 866.235620] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d953f163-2808-427a-b77e-a82bb83262e9 with Priority: HIGHEST for action port [ 866.235620] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.235620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.235620] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.235620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.235620] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d953f163-2808-427a-b77e-a82bb83262e9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.235620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d953f163-2808-427a-b77e-a82bb83262e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.235620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d953f163-2808-427a-b77e-a82bb83262e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.238203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d953f163-2808-427a-b77e-a82bb83262e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.238365] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d953f163-2808-427a-b77e-a82bb83262e9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.740828] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d953f163-2808-427a-b77e-a82bb83262e9 with status ACTIVE [ 866.741530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.741530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.741530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.741530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.741862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.741862] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.741862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.742092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.742092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.742199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.742789] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.742789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.742789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.742789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.742789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.742789] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d953f163-2808-427a-b77e-a82bb83262e9 is going to be updated. [ 866.769051] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.769295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.769295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.770874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.770874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.770874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d953f163-2808-427a-b77e-a82bb83262e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.932089] env[66633]: INFO networking_nsxv3.common.synchronization [req-1860a7b6-ae0a-4ed3-9e03-93d7f8358528 req-2702c83e-ea50-42b7-9cdb-691deb5e4e0b tempest-FloatingIPsAssociationTestJSON-222767104 tempest-FloatingIPsAssociationTestJSON-222767104-project-member] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 866.932704] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 866.933131] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.933278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.933349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.933549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.933709] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.934256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.934364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.934509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.934598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.934701] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.334351] env[66633]: INFO networking_nsxv3.common.synchronization [req-75f1ea26-cd5a-4403-9955-d2dd69958d24 req-1b287060-13fb-4bfa-a8c9-fc2bf914660d tempest-MigrationsAdminTest-1885777947 tempest-MigrationsAdminTest-1885777947-project-member] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 867.336323] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGHEST for action security_group_members [ 867.337778] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.337778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.337778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.337778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.337778] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.338112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.338112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.338112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.338222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.338330] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.438887] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.840403] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.840830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.840830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.840946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.840946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.841149] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.841250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.841306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.841462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.841537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.841621] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be updated. [ 867.871357] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.871357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.871534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.873502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.873502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.883624] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: IN_PROGRESS for 2s [ 867.940895] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.021034] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 868.021419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.021513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.021712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.021905] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.025017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.025017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.025017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.025017] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.025732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.026229] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.026397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.026541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.026653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.026755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.027215] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.442884] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.443242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.443242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.443439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.443504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.443597] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be updated. [ 868.478016] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.478016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.478016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.478302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.478302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.491079] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: IN_PROGRESS for 2s [ 868.529246] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.532180] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d71b8ec-e205-422d-a00b-e2f471798aa8: rpc.has_security_group_logging(os_id): False [ 868.553610] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.553610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.553610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.553610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.553610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.553610] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.553610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.553610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.553610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.553610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.554011] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.554011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.554011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.554214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.554214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.554392] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.554516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.554560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.554673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.554742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.555822] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be created. [ 868.640473] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.640635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.640709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.640926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.642334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.657826] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 869.032875] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.535728] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.535956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.536045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.536321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.536428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.536541] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 869.578454] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.579420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.579420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.579420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.579420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.593808] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 869.894805] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b1db-2104-4f24-94e1-062870b9baeb in Status: SUCCESS [ 869.894985] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb deletion is rescheduled due to dependency. [ 869.895309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.274274] env[66633]: INFO networking_nsxv3.common.synchronization [req-381f2a6a-2b5c-4418-826f-fe1d0f84fc5b req-dac57a76-2b7e-42fd-966b-9d4977b5e445 tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 870.274274] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 870.279245] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.279855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.280100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.280486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.280832] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.281163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.281432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.281865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.282152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.282426] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.506173] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: SUCCESS [ 870.506567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.674440] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 870.674721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.674915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.675159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.675283] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.792757] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.792757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.792966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.793031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.793542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.793542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.793542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.793542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.793749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.793749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.793824] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 870.854417] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.854697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.854697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.854920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.855016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.866538] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 871.177729] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.177958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.612780] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 871.613123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.613190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.613457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.613686] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.613782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.613824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.614187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.614187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.614187] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.757904] env[66633]: INFO networking_nsxv3.common.synchronization [req-d43aeb7e-f3cd-4225-9506-ee23f2a28cc5 req-05b694aa-f8c1-456c-ae23-daa91ef10aff tempest-ImagesOneServerNegativeTestJSON-10122086 tempest-ImagesOneServerNegativeTestJSON-10122086-project-member] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 871.759066] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGHEST for action security_group_members [ 871.759066] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.759317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.759317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.759522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.759736] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.759826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.759893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.761035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.761035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.761035] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.117210] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.262450] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.262692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.262692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.263108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.263108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.263261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.263359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.263422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.263724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.263724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.263724] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be updated. [ 872.306835] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.306835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.306835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.306835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.306835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.322287] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: IN_PROGRESS for 2s [ 872.435140] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.435777] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.439027] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.439027] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.439027] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.439027] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.439027] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.439027] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.439027] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.439027] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.439027] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.439027] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.439027] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.439027] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.439027] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.439027] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.461654] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.462383] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.462383] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.462383] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.462601] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-55549252-8834-4703-8d56-c935e36da38e taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.462740] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.462860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.463294] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.463517] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55549252-8834-4703-8d56-c935e36da38e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.620591] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.877851] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 872.877851] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 872.877851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.967156] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.967156] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.967156] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.967471] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.967750] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.967960] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.968221] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.968370] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.968620] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.968979] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.969163] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.969358] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.969512] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.969754] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.970140] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.970140] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 55549252-8834-4703-8d56-c935e36da38e is going to be updated. [ 872.994190] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.994410] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.994638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.994918] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.995133] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.995398] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.123750] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.123948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.124018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.124713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.124713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.124713] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 873.164150] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.164349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.164447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.164644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.164794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.176742] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 873.758827] env[66633]: INFO networking_nsxv3.common.synchronization [req-e4e1ec7a-2c3c-4fb4-b389-1cb582c7a43b req-008c20a9-f094-41fe-b93e-09e45084f289 service nova] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_rules [ 873.759172] env[66633]: INFO networking_nsxv3.common.synchronization [req-e4e1ec7a-2c3c-4fb4-b389-1cb582c7a43b req-008c20a9-f094-41fe-b93e-09e45084f289 service nova] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_members [ 873.759172] env[66633]: INFO networking_nsxv3.common.synchronization [req-e4e1ec7a-2c3c-4fb4-b389-1cb582c7a43b req-008c20a9-f094-41fe-b93e-09e45084f289 service nova] Enqueued Resource ID: 55549252-8834-4703-8d56-c935e36da38e with Priority: HIGHEST for action port [ 873.759832] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_rules [ 873.759884] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_members [ 873.760053] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55549252-8834-4703-8d56-c935e36da38e with Priority: HIGHEST for action port [ 873.760288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.760415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.760549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.760666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.760751] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.762357] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.762474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.762574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.762763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.763028] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.763155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.763227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.764198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.764198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.764198] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.765368] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-55549252-8834-4703-8d56-c935e36da38e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.765487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.765812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.765812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.765812] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55549252-8834-4703-8d56-c935e36da38e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.263416] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.263794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.265182] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.267805] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55549252-8834-4703-8d56-c935e36da38e with status ACTIVE [ 874.268151] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.268330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.268423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.268691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.268797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.268987] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.269106] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.269167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.269328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.269412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.269584] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.269686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.269745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.269923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.269998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.270098] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55549252-8834-4703-8d56-c935e36da38e is going to be updated. [ 874.295987] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.295987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.295987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.295987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.295987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.295987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55549252-8834-4703-8d56-c935e36da38e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.333544] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b in Status: SUCCESS [ 874.333782] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b deletion is rescheduled due to dependency. [ 874.333845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.767781] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.189121] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 875.189556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.189839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.190211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.190505] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.190749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.190876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.191337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.191337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.191499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.191648] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.271192] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.271192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.271192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.271730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.271842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.272017] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 is going to be updated. [ 875.309787] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.309944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.310026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.310232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.310391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.319977] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: IN_PROGRESS for 2s [ 875.511824] env[66633]: INFO networking_nsxv3.common.synchronization [req-e76199c8-7a98-40eb-8196-2c69a03bdd88 req-ff4565a9-2572-4835-b55e-a10ab838164a tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 875.512496] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 875.512852] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.513127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.513127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.513421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.513653] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.513934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.513934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.514076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.514215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.514289] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.694675] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.694869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.694968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.695232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.695431] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.695555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.695624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.695797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.695939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.696030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.696127] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.696235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.696293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.696409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.696542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.696629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.696692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.696871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.696918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.696981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.697157] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.864798] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.865252] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.865252] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.865404] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.865662] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.865821] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.866733] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.866733] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.866733] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.866988] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.867268] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.867268] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.867387] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.867476] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.867576] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.867713] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.890993] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.890993] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.891187] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.891331] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.891657] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-de763fd7-33fc-49d7-abb6-df11fe130acf taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.891788] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-de763fd7-33fc-49d7-abb6-df11fe130acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.891953] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-de763fd7-33fc-49d7-abb6-df11fe130acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.892278] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-de763fd7-33fc-49d7-abb6-df11fe130acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.892414] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de763fd7-33fc-49d7-abb6-df11fe130acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.016507] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.016755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.016876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.017221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.017340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.017574] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.018078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.018182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.018309] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 876.053113] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.053511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.053511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.053669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.053716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.065481] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 876.199337] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d71b8ec-e205-422d-a00b-e2f471798aa8: rpc.has_security_group_logging(os_id): False [ 876.220954] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.221162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.221287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.221734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.221734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.221734] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.222152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.222152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.222530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.222530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.222865] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.222865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.222865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.223058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.223058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.223374] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.223495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.223538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.223693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.223766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.223853] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 876.325390] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.325390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.325390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.325390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.325390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.344890] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 876.395247] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.398258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.398258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.398258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.398258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.398258] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port de763fd7-33fc-49d7-abb6-df11fe130acf not found, creating... [ 876.398258] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.398258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.398258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.398258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.398258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.398672] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.399492] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.399871] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.400265] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.400606] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.401023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: de763fd7-33fc-49d7-abb6-df11fe130acf is going to be created. [ 876.428213] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.429397] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.431021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.431021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.431021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.431021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-de763fd7-33fc-49d7-abb6-df11fe130acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.211154] env[66633]: INFO networking_nsxv3.common.synchronization [req-e76199c8-7a98-40eb-8196-2c69a03bdd88 req-72fee099-7794-4653-8eee-ee311695dd80 service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 877.211478] env[66633]: INFO networking_nsxv3.common.synchronization [req-e76199c8-7a98-40eb-8196-2c69a03bdd88 req-72fee099-7794-4653-8eee-ee311695dd80 service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 877.211478] env[66633]: INFO networking_nsxv3.common.synchronization [req-e76199c8-7a98-40eb-8196-2c69a03bdd88 req-72fee099-7794-4653-8eee-ee311695dd80 service nova] Enqueued Resource ID: de763fd7-33fc-49d7-abb6-df11fe130acf with Priority: HIGHEST for action port [ 877.212509] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 877.212509] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 877.212509] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de763fd7-33fc-49d7-abb6-df11fe130acf with Priority: HIGHEST for action port [ 877.212804] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.212869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.212960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.213274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.213274] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.214303] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.214303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.214550] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-de763fd7-33fc-49d7-abb6-df11fe130acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.214633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de763fd7-33fc-49d7-abb6-df11fe130acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.214686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de763fd7-33fc-49d7-abb6-df11fe130acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.214870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de763fd7-33fc-49d7-abb6-df11fe130acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.214941] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de763fd7-33fc-49d7-abb6-df11fe130acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.331858] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: SUCCESS [ 877.331858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.331858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.331858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.331858] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.331858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.331858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.332256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.332256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.332451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.332507] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.433295] env[66633]: INFO networking_nsxv3.common.synchronization [req-e8dab236-6e3f-4b52-910e-dcbdf99d99c5 req-865275fa-ad87-4776-b102-a0b742da5ef1 tempest-ListServersNegativeTestJSON-1700508151 tempest-ListServersNegativeTestJSON-1700508151-project-member] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 877.433678] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 877.434120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.434257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.434325] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.434530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.434680] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.434867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.434867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.435057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.435165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.435260] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.720219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.720219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.720219] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de763fd7-33fc-49d7-abb6-df11fe130acf with status ACTIVE [ 877.720219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.720219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.720486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.720522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.720636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.720820] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.720919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.720980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.721199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.721312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.721500] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.721596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.721662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.721853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.721932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.722027] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de763fd7-33fc-49d7-abb6-df11fe130acf is going to be updated. [ 877.745985] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.746161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.746299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.746490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.747081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.747081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de763fd7-33fc-49d7-abb6-df11fe130acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.835206] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.938214] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.076973] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 878.077058] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 878.077199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.077510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.077740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.077951] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.078205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.078312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.078512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.078617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.078717] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.202103] env[66633]: INFO networking_nsxv3.common.synchronization [req-075070a0-276b-49e3-985b-924f9d58e9be req-ed246366-bdab-4b83-a913-81bce1c1a34c tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 878.202685] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 878.203631] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.203792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.203864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.204122] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.204302] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.204435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.204482] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.204628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.204701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.204793] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.337921] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba237ff1-02e7-484a-acaa-695c79c2f089: rpc.has_security_group_logging(os_id): False [ 878.360397] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.360680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.360862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.361046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.361127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.361403] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.361522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.361587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.361762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.361847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.361939] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 is going to be created. [ 878.364477] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 878.365065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.365065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.365876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.365876] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.436464] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.436738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.436816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.437057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.437398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.441688] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.460397] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: IN_PROGRESS for 2s [ 878.581276] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.665406] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.665625] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-582" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.665740] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-582" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.667239] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-582" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.667239] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.667396] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.667564] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.667827] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.667975] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.668239] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.668358] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.668465] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.668573] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.668681] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.668787] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.668922] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.693230] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.693230] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.693230] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.693230] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-582" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.693230] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-5f149674-b2aa-492c-af75-3c119a8d36a1 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.693230] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.693642] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.693685] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.693868] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f149674-b2aa-492c-af75-3c119a8d36a1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.707619] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.707829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.707913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.708187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.708304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.708529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.708660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.708660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.708826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.708879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.708945] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 already deleted. [ 878.709039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.867553] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.867735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.944766] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.944984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.944984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.945265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.945359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.945461] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 878.984220] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.984220] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.984220] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.984423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.984465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.994697] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 879.085255] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.197092] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.197092] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.197314] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.197573] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.200415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.200415] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 5f149674-b2aa-492c-af75-3c119a8d36a1 not found, creating... [ 879.200415] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.200415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.200415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.200415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.200415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.201511] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.201775] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.201775] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.202051] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.203522] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.203691] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 is going to be created. [ 879.228499] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.228850] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.229071] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.229573] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.230691] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.231178] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.592387] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.592387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.592387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.592835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.592835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.592835] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 879.652838] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.653068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.653143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.653392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.653651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.665155] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 880.050116] env[66633]: INFO networking_nsxv3.common.synchronization [req-075070a0-276b-49e3-985b-924f9d58e9be req-0cd1451e-cdf1-47c6-a663-6101e4592f05 service nova] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 880.050452] env[66633]: INFO networking_nsxv3.common.synchronization [req-075070a0-276b-49e3-985b-924f9d58e9be req-0cd1451e-cdf1-47c6-a663-6101e4592f05 service nova] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 880.050707] env[66633]: INFO networking_nsxv3.common.synchronization [req-075070a0-276b-49e3-985b-924f9d58e9be req-0cd1451e-cdf1-47c6-a663-6101e4592f05 service nova] Enqueued Resource ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 with Priority: HIGHEST for action port [ 880.051553] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 880.051768] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 880.051935] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 with Priority: HIGHEST for action port [ 880.052390] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.052579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.052678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.053108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.053251] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.054603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.054764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.054862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.055158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.055402] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.055551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.055628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.055845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.056341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.056341] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.057338] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f149674-b2aa-492c-af75-3c119a8d36a1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.057915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.057915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.058378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.058536] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f149674-b2aa-492c-af75-3c119a8d36a1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.481088] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: SUCCESS [ 880.481498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.560818] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.562255] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.562412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.562596] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f149674-b2aa-492c-af75-3c119a8d36a1 with status ACTIVE [ 880.562945] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.563087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.563148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.563374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.563462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.563659] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.563801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.563872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.564032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.564188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.564335] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.564560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.564560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.564960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.564960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.564960] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 is going to be updated. [ 880.608363] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.608736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.608736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.608816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.609817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.609817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.007391] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 881.007643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.007987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.008204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.008406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.008521] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.008649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.008833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.008911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009167] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.067892] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.512363] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.512638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.512638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.512850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.513032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.513137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.513199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.513355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.513442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.513530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.513692] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.513888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.513965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.514124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.514351] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.514351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.514465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.514583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.514648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.514705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.514773] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.570083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.570298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.570298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.570677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.571930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.571930] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be created. [ 881.605423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.605745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.605745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.606140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.606417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.618205] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: UNINITIALIZED for 2s [ 881.675654] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 881.675962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.676255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.676623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.676924] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.677138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.677251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.677511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.677686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.677773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.677920] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.017047] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d71b8ec-e205-422d-a00b-e2f471798aa8: rpc.has_security_group_logging(os_id): False [ 882.039448] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.039612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.039704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.039896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.039989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.040192] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.040298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.040365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.040523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.040600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.040878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.040986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.041056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.041221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.041302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.041478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.041568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.041629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.041765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.041838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.041922] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 882.117158] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.117348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.117348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.118140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.118140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.135855] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 882.180750] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.180951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.180951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.181206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.181381] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.181506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.181581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.181771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.181881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.181944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.182127] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.182214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.182293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.182423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.182575] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.182688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.182740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.182946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.183013] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.183145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.183214] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.685788] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64481c0-92ee-4094-81bf-d6aa4151520c: rpc.has_security_group_logging(os_id): False [ 882.708583] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.708807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.708906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.709212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.709340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.709625] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.709763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.709853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.710126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.710395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.710572] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.710738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.710855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.711074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.711212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.711511] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.711668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.711778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.712012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.712153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.712284] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 882.783478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.783690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.783822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.784138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.784365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.801706] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 883.162900] env[66633]: INFO networking_nsxv3.common.synchronization [req-b1cd4ee4-b978-40e6-96c5-b726bdca95a8 req-649da1f6-2c1b-4695-83a8-8c84f2ea62fd tempest-ServersV294TestFqdnHostnames-501817368 tempest-ServersV294TestFqdnHostnames-501817368-project-member] Enqueued Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_members [ 883.163960] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_members [ 883.164261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.164451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.164519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.164934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165183] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.165335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.165431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.165680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.165982] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.581270] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.581513] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-407" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.581605] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-407" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.582087] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-407" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.582394] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.582547] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.583559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.583559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.583559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.583559] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.583559] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.583559] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.583923] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.583923] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.583923] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.584086] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.611170] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.611335] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.611610] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.611680] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-407" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.612076] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.612971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.612971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.612971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.612971] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ae44a4c-0e7a-41c8-9d2a-a16f576ea164',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.630926] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 883.630926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.631593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.631593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.631768] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.631910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.631955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.632132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.632182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.632259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.632843] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.668526] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.668678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.668678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.668888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.669082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.669362] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.669467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.669533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.669795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.669923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.670030] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 already deleted. [ 883.670120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.115966] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.116374] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.116574] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.116723] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.116901] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.117169] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 1ae44a4c-0e7a-41c8-9d2a-a16f576ea164 not found, creating... [ 884.117402] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.117589] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.117709] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.118382] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.118382] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.118750] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.118901] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.118901] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.119384] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.119384] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.119506] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 1ae44a4c-0e7a-41c8-9d2a-a16f576ea164 is going to be created. [ 884.135745] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.135996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.136273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.137198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.137198] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.137198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.137198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.137506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.137506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.137506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.137693] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.137799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.137861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.138038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.138284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.138398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.138492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.138684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.138806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.138910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.139064] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.153392] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.153392] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.153392] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.153704] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.153949] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.154214] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.158872] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 884.159155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.642820] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29146282-1e1a-4d45-8c60-b28009cdd892: rpc.has_security_group_logging(os_id): False [ 884.665649] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.665827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.665866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.666245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.666399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.666696] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.666823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.666892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.667156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.667281] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.667509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.667630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.667675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.667889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.668015] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.668306] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.668704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.668704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.668704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.668821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.668848] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be created. [ 884.739366] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.739591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.739722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.740049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.740300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.754583] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 884.825903] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 884.826350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.933102] env[66633]: INFO networking_nsxv3.common.synchronization [req-b1cd4ee4-b978-40e6-96c5-b726bdca95a8 req-9c4529fc-b3a0-4225-a938-be977b757911 service nova] Enqueued Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_rules [ 884.933102] env[66633]: INFO networking_nsxv3.common.synchronization [req-b1cd4ee4-b978-40e6-96c5-b726bdca95a8 req-9c4529fc-b3a0-4225-a938-be977b757911 service nova] Enqueued Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_members [ 884.933102] env[66633]: INFO networking_nsxv3.common.synchronization [req-b1cd4ee4-b978-40e6-96c5-b726bdca95a8 req-9c4529fc-b3a0-4225-a938-be977b757911 service nova] Enqueued Resource ID: 1ae44a4c-0e7a-41c8-9d2a-a16f576ea164 with Priority: HIGHEST for action port [ 884.933102] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_rules [ 884.934190] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_members [ 884.934576] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae44a4c-0e7a-41c8-9d2a-a16f576ea164 with Priority: HIGHEST for action port [ 884.936072] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.936072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.936072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.936072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.936072] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.937155] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.937329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.937416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.937652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.937904] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.938044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.938191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.938414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.938573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.938675] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.941120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.941120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.941120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.941120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.941120] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ae44a4c-0e7a-41c8-9d2a-a16f576ea164',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.444099] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.444443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.444643] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.446229] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ae44a4c-0e7a-41c8-9d2a-a16f576ea164 with status ACTIVE [ 885.446639] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.446888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.447651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.448495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.448495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.448495] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.448495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.448495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.448867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.448867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.448927] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.448990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.449746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.449746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.449746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.449746] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ae44a4c-0e7a-41c8-9d2a-a16f576ea164 is going to be updated. [ 885.478082] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.478443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.478443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.478751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.478974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.479226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ae44a4c-0e7a-41c8-9d2a-a16f576ea164" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.768486] env[66633]: INFO networking_nsxv3.common.synchronization [req-19af6be8-c51d-46b7-8b1d-1b0d7233c466 req-f48406ea-8634-4433-aad3-0172ae373bba tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 885.769307] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 885.769651] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.769844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.769935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.770210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.770382] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.770490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.770551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.770813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.770957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.771104] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.953281] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.193519] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.193763] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.193898] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.194238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.194528] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.194703] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.195027] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.195118] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.195295] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.195540] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.195697] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.195853] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.196174] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.196174] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.196296] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.196458] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.218578] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.218749] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.218890] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.219136] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.219578] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-6b917daf-b100-4550-89e6-fa119773ff47 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.219870] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-6b917daf-b100-4550-89e6-fa119773ff47" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.220220] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-6b917daf-b100-4550-89e6-fa119773ff47" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.220782] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-6b917daf-b100-4550-89e6-fa119773ff47" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.220956] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b917daf-b100-4550-89e6-fa119773ff47',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.274967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.275219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.275300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.275561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.275683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.275906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.276038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.276111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.276270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.276376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.276463] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 886.323386] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.323710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.323925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.324236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.324532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.337193] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 886.455733] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.456212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.456212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.456307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.456441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.456590] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 is going to be created. [ 886.489263] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.489448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.489564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.489930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.490192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.502489] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 in Status: UNINITIALIZED for 2s [ 886.723673] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.723673] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.723873] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.724414] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.724414] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.724414] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 6b917daf-b100-4550-89e6-fa119773ff47 not found, creating... [ 886.726271] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.726271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.726271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.726271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.726271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.726271] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.726271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.726271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.726271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.726271] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.726620] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 6b917daf-b100-4550-89e6-fa119773ff47 is going to be created. [ 886.748392] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.750073] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.750073] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.750073] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.750073] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.750073] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-6b917daf-b100-4550-89e6-fa119773ff47" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.768357] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 886.768357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.512591] env[66633]: INFO networking_nsxv3.common.synchronization [req-19af6be8-c51d-46b7-8b1d-1b0d7233c466 req-dbe861f6-beaa-4707-882c-7c484881dae3 service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 887.512855] env[66633]: INFO networking_nsxv3.common.synchronization [req-19af6be8-c51d-46b7-8b1d-1b0d7233c466 req-dbe861f6-beaa-4707-882c-7c484881dae3 service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 887.512896] env[66633]: INFO networking_nsxv3.common.synchronization [req-19af6be8-c51d-46b7-8b1d-1b0d7233c466 req-dbe861f6-beaa-4707-882c-7c484881dae3 service nova] Enqueued Resource ID: 6b917daf-b100-4550-89e6-fa119773ff47 with Priority: HIGHEST for action port [ 887.513455] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 887.513589] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 887.513686] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b917daf-b100-4550-89e6-fa119773ff47 with Priority: HIGHEST for action port [ 887.513974] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.516202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.516297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.516488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.516575] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.517569] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.517686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.517904] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b917daf-b100-4550-89e6-fa119773ff47 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.518033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b917daf-b100-4550-89e6-fa119773ff47" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.518145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b917daf-b100-4550-89e6-fa119773ff47" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.518328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b917daf-b100-4550-89e6-fa119773ff47" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.518395] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b917daf-b100-4550-89e6-fa119773ff47',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.020703] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.020874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.021192] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b917daf-b100-4550-89e6-fa119773ff47 with status ACTIVE [ 888.021453] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.021628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.021739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.022064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.022223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.022489] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.022650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.022757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.023032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.023158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.023427] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.023583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.023695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.023948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.024117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.027589] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b917daf-b100-4550-89e6-fa119773ff47 is going to be updated. [ 888.051360] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.051524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.051643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.051793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.051946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.052118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b917daf-b100-4550-89e6-fa119773ff47" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.349633] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 888.349824] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f deletion is rescheduled due to dependency. [ 888.349984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.350244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.350568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.350816] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.350974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.351067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.351272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.351378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.351500] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.516025] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 in Status: SUCCESS [ 888.516025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.516025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.516025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.516025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.516025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.516025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.516025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.516025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.516025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.516025] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.854442] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.018362] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.357488] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.520543] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c7020aa-b29d-4ac9-9b00-81cc06681f55: rpc.has_security_group_logging(os_id): False [ 889.541439] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.541611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.541611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.541882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.541984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.542262] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.542402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.542467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.542666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.542755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.542855] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 is going to be created. [ 889.620743] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.620930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.621011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.621260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.621449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.635403] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 in Status: IN_PROGRESS for 2s [ 889.860619] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.860619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.860619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.860901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.860934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.861062] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 889.904050] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.904300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.904300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.904619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.904619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.915585] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 890.408150] env[66633]: INFO networking_nsxv3.common.synchronization [req-8d6aa024-9015-4f70-a86b-5cd17c32c195 req-5dc4a390-a33a-4b60-9fb1-4c79090251f1 tempest-ListServerFiltersTestJSON-839767980 tempest-ListServerFiltersTestJSON-839767980-project-member] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 890.408887] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 890.408992] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.409163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.409163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.409377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.409541] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.409699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.409775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.409877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.409978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.410085] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.756916] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.757214] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.757286] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.757586] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.757845] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.757996] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.758144] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.758367] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.758507] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.758705] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.758813] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.758916] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.759085] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.759246] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.759416] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.759552] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.779733] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.779733] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.779876] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.780062] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.780391] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-218cfda7-49fd-4d8a-a872-4fa3ba93b623 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.780570] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-218cfda7-49fd-4d8a-a872-4fa3ba93b623" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.780686] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-218cfda7-49fd-4d8a-a872-4fa3ba93b623" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.781028] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-218cfda7-49fd-4d8a-a872-4fa3ba93b623" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.781181] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218cfda7-49fd-4d8a-a872-4fa3ba93b623',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.913269] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.913507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.913602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.913869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.915535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.915535] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.915535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.915535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.915535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.915535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.915535] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff already deleted. [ 890.915535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.155310] env[66633]: INFO networking_nsxv3.common.synchronization [req-2be582de-0e40-46fb-aa35-80eed763689a req-7b272855-a3dd-47aa-a449-0a5451960174 tempest-ServersAdminTestJSON-2103414861 tempest-ServersAdminTestJSON-2103414861-project-member] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 891.155838] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 891.156302] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.156470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.156595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.156875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.157104] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.157246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.157331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.157547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.157667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.157835] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.285906] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.286201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.286356] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.286694] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.286853] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.287047] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 218cfda7-49fd-4d8a-a872-4fa3ba93b623 not found, creating... [ 891.287430] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.287670] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.287846] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.288247] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.288489] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.288960] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.289242] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.289411] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.289652] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.289817] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.289986] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 218cfda7-49fd-4d8a-a872-4fa3ba93b623 is going to be created. [ 891.317922] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.318265] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.318400] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.318696] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.318949] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.319217] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-218cfda7-49fd-4d8a-a872-4fa3ba93b623" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.649494] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 in Status: SUCCESS [ 891.649624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.660187] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.926550] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 891.926550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.926920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.927110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.927296] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.927473] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.927538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.927784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.927858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.927968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.928079] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.064276] env[66633]: INFO networking_nsxv3.common.synchronization [req-8d6aa024-9015-4f70-a86b-5cd17c32c195 req-1979c4de-1219-4c23-88d4-6e862afcaaa0 service nova] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_rules [ 892.064276] env[66633]: INFO networking_nsxv3.common.synchronization [req-8d6aa024-9015-4f70-a86b-5cd17c32c195 req-1979c4de-1219-4c23-88d4-6e862afcaaa0 service nova] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 892.064276] env[66633]: INFO networking_nsxv3.common.synchronization [req-8d6aa024-9015-4f70-a86b-5cd17c32c195 req-1979c4de-1219-4c23-88d4-6e862afcaaa0 service nova] Enqueued Resource ID: 218cfda7-49fd-4d8a-a872-4fa3ba93b623 with Priority: HIGHEST for action port [ 892.064276] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_rules [ 892.064276] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 892.064276] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218cfda7-49fd-4d8a-a872-4fa3ba93b623 with Priority: HIGHEST for action port [ 892.064276] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.064639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.064776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.065213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.065386] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.066330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.066560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.066704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.066947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.067196] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.067387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.067558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.067870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.068036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.068217] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.069219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-218cfda7-49fd-4d8a-a872-4fa3ba93b623 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.069548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218cfda7-49fd-4d8a-a872-4fa3ba93b623" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.069699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218cfda7-49fd-4d8a-a872-4fa3ba93b623" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.074286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218cfda7-49fd-4d8a-a872-4fa3ba93b623" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.074286] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218cfda7-49fd-4d8a-a872-4fa3ba93b623',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.163764] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.192118] env[66633]: INFO networking_nsxv3.common.synchronization [req-25c8c977-7155-44bc-b984-5300954d3939 req-f0c7aaac-5290-4b11-8a88-31ef75e9d00c tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 892.192436] env[66633]: INFO networking_nsxv3.common.synchronization [req-25c8c977-7155-44bc-b984-5300954d3939 req-f0c7aaac-5290-4b11-8a88-31ef75e9d00c tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 892.193086] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 892.193236] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 892.193537] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.193699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.193781] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.194019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.196502] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.196502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.196502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.196638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.196666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.196755] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.199357] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.199514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.199572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.199784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.200345] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.200475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.200528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.200681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.200765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.200859] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.247862] env[66633]: INFO networking_nsxv3.common.synchronization [req-25c8c977-7155-44bc-b984-5300954d3939 req-f0c7aaac-5290-4b11-8a88-31ef75e9d00c tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 892.248196] env[66633]: INFO networking_nsxv3.common.synchronization [req-25c8c977-7155-44bc-b984-5300954d3939 req-f0c7aaac-5290-4b11-8a88-31ef75e9d00c tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 892.248325] env[66633]: INFO networking_nsxv3.common.synchronization [req-25c8c977-7155-44bc-b984-5300954d3939 req-f0c7aaac-5290-4b11-8a88-31ef75e9d00c tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_rules [ 892.248475] env[66633]: INFO networking_nsxv3.common.synchronization [req-25c8c977-7155-44bc-b984-5300954d3939 req-f0c7aaac-5290-4b11-8a88-31ef75e9d00c tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 892.248613] env[66633]: INFO networking_nsxv3.common.synchronization [req-25c8c977-7155-44bc-b984-5300954d3939 req-f0c7aaac-5290-4b11-8a88-31ef75e9d00c tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 with Priority: HIGHEST for action port [ 892.249366] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 892.249460] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_rules [ 892.249684] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 with Priority: HIGHEST for action port [ 892.249733] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 892.249913] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 892.250155] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.250315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.250409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.250667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.250784] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.254883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.254883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.254883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.254883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.254883] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.254883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f149674-b2aa-492c-af75-3c119a8d36a1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.254883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.254883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.254883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.254883] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f149674-b2aa-492c-af75-3c119a8d36a1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.254883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.254883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.254883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.254883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.432495] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.432495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.432495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.432719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.432929] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.432981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.433116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.433299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.433389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.433478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.433637] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.433715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.433775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.433915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.434064] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.434156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.434218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.434383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.434459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.434561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.434666] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.571530] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.572666] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.572766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.572872] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 218cfda7-49fd-4d8a-a872-4fa3ba93b623 with status ACTIVE [ 892.573057] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.573933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.573933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.573933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.573933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.573933] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.573933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.573933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.574200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.574200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.574317] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.574410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.574474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.576690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.576690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.576690] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 218cfda7-49fd-4d8a-a872-4fa3ba93b623 is going to be updated. [ 892.598993] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.599354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.599354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.599560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.599696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.599856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218cfda7-49fd-4d8a-a872-4fa3ba93b623" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.665878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.666056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.666112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.666349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.666489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.666698] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 892.700026] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.703743] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.712657] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.712812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.712894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.713128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.713250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.723795] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 892.756557] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.756834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.756880] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f149674-b2aa-492c-af75-3c119a8d36a1 with status ACTIVE [ 892.757039] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.757156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.757222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.757428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.757513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.757692] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.757821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.757821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.757980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.758092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.758295] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.758389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.758457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.758579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.758651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.758736] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 is going to be updated. [ 892.759882] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.759975] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.782152] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.782326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.782403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.782644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.782795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.782961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.938498] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c70e0e-dd0e-431c-b52d-d1320bdbb39f: rpc.has_security_group_logging(os_id): False [ 892.962148] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.962303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.962407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.962653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.962744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.963051] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.963202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.963202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.963465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.963465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.963726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.963918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.963948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.964160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.964372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.964584] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.964691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.964760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.964916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.964994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.965095] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 893.048439] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.048642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.048795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.049037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.049625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.077437] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 893.077437] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.203887] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.209351] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.536906] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGHEST for action security_group_members [ 893.536906] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 893.536906] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 893.536906] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGHEST for action security_group_members [ 893.536906] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 893.536906] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 893.536906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fdca19-e06a-4b33-8575-6c58a4ed38f9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.536906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.536906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.537707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.537707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.537707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.537707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.537707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.537868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.537898] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.539657] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.539718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.540354] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.540354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.580022] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.580186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.580263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.580493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.580588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.580685] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be created. [ 893.588073] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 893.588330] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 893.588471] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_rules [ 893.588673] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 893.589316] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGHEST for action security_group_rules [ 893.589316] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGHEST for action security_group_members [ 893.589498] env[66633]: INFO networking_nsxv3.common.synchronization [req-aba4834a-4cc3-4fae-b4d5-662f72b10875 req-74587476-625e-4661-ba87-7e04e9f4dce0 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 with Priority: HIGHEST for action port [ 893.590701] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 893.590701] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_rules [ 893.590701] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGHEST for action security_group_members [ 893.590701] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 with Priority: HIGHEST for action port [ 893.590701] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGHEST for action security_group_rules [ 893.590874] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 893.590874] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 893.591159] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.591259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.591559] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.591647] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.592497] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fdca19-e06a-4b33-8575-6c58a4ed38f9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.592497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.592497] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f149674-b2aa-492c-af75-3c119a8d36a1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.592497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.592497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.592497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.592497] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f149674-b2aa-492c-af75-3c119a8d36a1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.593712] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.594757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.594757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.594757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.594757] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.595161] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.595259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.595458] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.595550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.610945] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.611280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.611280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.611863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.611863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.629221] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: UNINITIALIZED for 2s [ 893.705345] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.705505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.705665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.706183] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.706183] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.706183] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 893.709999] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.710200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.710294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.710468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.710578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.710635] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d83096-dd0e-424d-872a-e055097400db is going to be created. [ 893.734653] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.734760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.734760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.735048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.735156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.740249] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.740249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.740249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.740538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.740748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.749905] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: UNINITIALIZED for 2s [ 893.750798] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 894.042033] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.098899] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fdca19-e06a-4b33-8575-6c58a4ed38f9 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.099125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.099801] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f149674-b2aa-492c-af75-3c119a8d36a1 with status ACTIVE [ 894.099801] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.099932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.100030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.100413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.101730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.101730] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.101730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.101730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.101730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.101730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.101730] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.101730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.101730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.102256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.102256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.102256] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f149674-b2aa-492c-af75-3c119a8d36a1 is going to be updated. [ 894.128021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.128021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.128021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.128021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.128021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.128370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f149674-b2aa-492c-af75-3c119a8d36a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.314398] env[66633]: INFO networking_nsxv3.common.synchronization [req-a089d9b3-5357-4f73-b10c-826d2af35e25 req-86d5000e-e879-4433-aabb-1bdccd4eb9c0 tempest-ListServerFiltersTestJSON-839767980 tempest-ListServerFiltersTestJSON-839767980-project-member] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 894.314959] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 894.315698] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.315698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.544905] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.594518] env[66633]: INFO networking_nsxv3.common.synchronization [req-f391461c-3039-438e-945e-ff6d8a2f7e66 req-9b3c4ca4-78da-4564-805b-ffd69d0c569c tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 894.595143] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 894.595710] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.595933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.598685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.599104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.599371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.599546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.599656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.599896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.600040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.600184] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.734628] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.735044] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.735355] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.735657] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.735948] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.736247] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.736443] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.736687] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.736831] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.737043] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.737153] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.737259] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.737363] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.737467] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.737576] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.737722] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.739574] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 894.739764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.758879] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.759070] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.759273] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.759485] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.759957] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.760235] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.760391] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.760767] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.760939] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.961677] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.962019] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.962142] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.962439] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.962908] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.963088] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.963194] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.963519] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.963703] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.963958] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.964115] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.964260] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.964407] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.964607] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.964850] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.964900] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.987380] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.987626] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.987721] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.987860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.988277] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-4bca18ca-94f1-40ca-955f-da1251fd9526 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.988476] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-4bca18ca-94f1-40ca-955f-da1251fd9526" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.988680] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-4bca18ca-94f1-40ca-955f-da1251fd9526" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.989135] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-4bca18ca-94f1-40ca-955f-da1251fd9526" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.989508] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bca18ca-94f1-40ca-955f-da1251fd9526',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.050966] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.051313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.051313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.051313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.052129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.052129] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 is going to be created. [ 895.082085] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.082407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.082531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.082755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.082936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.094505] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 in Status: UNINITIALIZED for 2s [ 895.096392] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 895.096698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.102994] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.102994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.102994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.103368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.103463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.103660] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.103837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.103936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.104182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.104302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.104398] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be deleted. [ 895.147338] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.147672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.147672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.147837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.147900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.148155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.264177] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.264419] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.264557] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.264817] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.264968] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.265184] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c not found, creating... [ 895.265577] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.265788] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.265935] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.266210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.266364] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.266691] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.266957] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.267176] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.267540] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.267714] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.267886] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c is going to be created. [ 895.316613] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.316971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.317215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.317626] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.317972] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.318404] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.493674] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.493940] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.494094] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.494404] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.494585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.494753] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 4bca18ca-94f1-40ca-955f-da1251fd9526 not found, creating... [ 895.495084] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.495317] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.495457] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.495794] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.495980] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.496405] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.496677] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.496677] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.496930] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.497093] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.497237] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 4bca18ca-94f1-40ca-955f-da1251fd9526 is going to be created. [ 895.522043] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.522293] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.522358] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.522665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.522942] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.523236] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-4bca18ca-94f1-40ca-955f-da1251fd9526" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.641265] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 895.641519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.641716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.641941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.642167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.642360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.642483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.642746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.642893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.643064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.643209] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.644165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.644344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.644545] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.644659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.644722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.644867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.644947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.645061] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.764261] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: SUCCESS [ 895.764520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.765384] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 895.765659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.765852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.766149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.766395] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.766538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.766606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.766868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.766963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.767062] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.768035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.768314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.768493] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.768618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.768698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.768919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.769060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.769176] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.018679] env[66633]: INFO networking_nsxv3.common.synchronization [req-a089d9b3-5357-4f73-b10c-826d2af35e25 req-94bb46c5-276f-47ef-a445-03ca45f7d7c6 service nova] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_rules [ 896.018923] env[66633]: INFO networking_nsxv3.common.synchronization [req-a089d9b3-5357-4f73-b10c-826d2af35e25 req-94bb46c5-276f-47ef-a445-03ca45f7d7c6 service nova] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 896.019293] env[66633]: INFO networking_nsxv3.common.synchronization [req-a089d9b3-5357-4f73-b10c-826d2af35e25 req-94bb46c5-276f-47ef-a445-03ca45f7d7c6 service nova] Enqueued Resource ID: 6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c with Priority: HIGHEST for action port [ 896.020039] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_rules [ 896.020222] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 896.020350] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c with Priority: HIGHEST for action port [ 896.020695] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.020834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.021145] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.021296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.021461] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.021560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.021616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.021833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.021916] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.150826] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.150826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.150826] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.230750] env[66633]: INFO networking_nsxv3.common.synchronization [req-f391461c-3039-438e-945e-ff6d8a2f7e66 req-e8c6eb66-73cc-4259-a4e4-0beae407dd22 service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 896.231204] env[66633]: INFO networking_nsxv3.common.synchronization [req-f391461c-3039-438e-945e-ff6d8a2f7e66 req-e8c6eb66-73cc-4259-a4e4-0beae407dd22 service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 896.231204] env[66633]: INFO networking_nsxv3.common.synchronization [req-f391461c-3039-438e-945e-ff6d8a2f7e66 req-e8c6eb66-73cc-4259-a4e4-0beae407dd22 service nova] Enqueued Resource ID: 4bca18ca-94f1-40ca-955f-da1251fd9526 with Priority: HIGHEST for action port [ 896.231787] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 896.231941] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 896.232212] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bca18ca-94f1-40ca-955f-da1251fd9526 with Priority: HIGHEST for action port [ 896.232539] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.232664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.232776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.232948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.233048] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.235452] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.235452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.235452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.235452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.235452] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.235452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.235452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.235733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.235733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.235733] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.237597] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bca18ca-94f1-40ca-955f-da1251fd9526 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.237597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bca18ca-94f1-40ca-955f-da1251fd9526" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.237597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bca18ca-94f1-40ca-955f-da1251fd9526" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.237597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bca18ca-94f1-40ca-955f-da1251fd9526" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.237597] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bca18ca-94f1-40ca-955f-da1251fd9526',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.271861] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.272856] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.524631] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c with status ACTIVE [ 896.524947] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.525071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.525150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.525312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.525419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.525619] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.525721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.525802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.525935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.526042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.526329] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.526441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.526512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.526640] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.526689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.526843] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c is going to be updated. [ 896.548779] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.548942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.549034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.549288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.549443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.549680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bae5ac3-2bc1-412d-838b-ef00bc4ecb2c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.653972] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.738298] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.739591] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bca18ca-94f1-40ca-955f-da1251fd9526 with status ACTIVE [ 896.739839] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.739968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.740048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.740276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.740418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.740544] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.740767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.740767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.741031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.741031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.741031] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.741336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.741336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.741415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.741453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.741530] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bca18ca-94f1-40ca-955f-da1251fd9526 is going to be updated. [ 896.742905] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.743055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.773308] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.773496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.773605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.773814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.773962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.774191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bca18ca-94f1-40ca-955f-da1251fd9526" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.777695] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.779032] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.107645] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 in Status: SUCCESS [ 897.107897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.108952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.108952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.109123] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.109266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.109368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.109598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.109940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.109940] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.158652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.159070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.159070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.159225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.159339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.159458] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 897.210031] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.210359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.210359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.210531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.210709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.224221] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 897.243779] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.282192] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.282345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.282414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.282641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.282728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.282851] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 897.284185] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.284305] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.284373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.284565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.284649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.284739] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d83096-dd0e-424d-872a-e055097400db is going to be updated. [ 897.323685] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.323950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.324209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.324877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.324877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.328100] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.328358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.328451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.330048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.330048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.342133] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 897.343034] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: IN_PROGRESS for 2s [ 897.613654] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.748266] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.748507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.748603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.748878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.749011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.749120] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be created. [ 897.792633] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.792734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.792734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.792964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.793214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.804278] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: UNINITIALIZED for 2s [ 898.116946] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.620113] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.620443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.623027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.623027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.623027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.623027] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 is going to be updated. [ 898.666358] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.666567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.666653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.667023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.667872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.687831] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 in Status: IN_PROGRESS for 2s [ 899.240192] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 4s [ 899.355617] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: SUCCESS [ 899.355860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.356095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.356331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.356610] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.356799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.356799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.356929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.357038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.357153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.357274] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.359148] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 899.359692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.359877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.360096] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.360502] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.360606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.360665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.360895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.360895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.361044] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.361792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.361977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.362268] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.362587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.362699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.363556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.363556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.363556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.363556] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.365540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.365540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.366061] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.366061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.366061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.366061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.366233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.367347] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.820421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 899.820757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.820857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.821119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.821363] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.821499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.821861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.822087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.823987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.824108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.824385] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.869024] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.869024] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.869024] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.869024] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.869024] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.331437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.331437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.331437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.331437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.331437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.332310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.332310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.332310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.332310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.332310] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.373500] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.374598] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.375395] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d83096-dd0e-424d-872a-e055097400db: rpc.has_security_group_logging(os_id): False [ 900.403126] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.403322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.403424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.403651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.403746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.404025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.404194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.404336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.404425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.404654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.404654] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d83096-dd0e-424d-872a-e055097400db is going to be created. [ 900.482561] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.482561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.482561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.482561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.482561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.497347] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: IN_PROGRESS for 2s [ 900.706710] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 in Status: SUCCESS [ 900.708095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.708095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.708095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.708518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.709170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.709170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.709170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.709500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.709542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.709670] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.834323] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d: rpc.has_security_group_logging(os_id): False [ 900.859685] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.859968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.860107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.860443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.860657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.861010] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.861156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.861226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.861461] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.861672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.861799] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.861901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.862017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.862124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.862216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.862459] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.862601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.862715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.862884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.862965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.863064] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be created. [ 900.878957] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.880012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.880012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.880012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.880012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.880012] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 900.881316] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.881517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.881517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.881817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.881817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.882041] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d83096-dd0e-424d-872a-e055097400db is going to be updated. [ 900.946414] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.946607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.946744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.946893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.947069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.961715] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.961715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.961868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.962356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.962876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.965618] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 900.967751] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.968339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.968339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.968527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.968742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.979454] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: IN_PROGRESS for 2s [ 900.986505] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 901.011834] env[66633]: INFO networking_nsxv3.common.synchronization [req-4dd0f415-0692-42c3-a30c-987e62d62d27 req-339a906c-c5ca-4eff-95c9-ecb1e0759f52 tempest-ListServerFiltersTestJSON-839767980 tempest-ListServerFiltersTestJSON-839767980-project-member] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 901.012999] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 901.013559] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.014489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.216018] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.257017] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 901.257363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.257484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.257775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.257948] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.258091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.258222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.258435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.258580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.258746] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.557549] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.557772] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.557898] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.558294] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.558545] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.558720] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.558841] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.559583] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.559796] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.560218] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.560608] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.560743] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.561176] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.561343] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.561486] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.561655] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.586095] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.586283] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.586349] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.586520] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-317" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.587035] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-4989b794-2364-4bc9-a3ea-d4e148b23cae taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.587275] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-4989b794-2364-4bc9-a3ea-d4e148b23cae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.587275] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-4989b794-2364-4bc9-a3ea-d4e148b23cae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.587605] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-4989b794-2364-4bc9-a3ea-d4e148b23cae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.587751] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4989b794-2364-4bc9-a3ea-d4e148b23cae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.720039] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78fdca19-e06a-4b33-8575-6c58a4ed38f9: rpc.has_security_group_logging(os_id): False [ 901.742142] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.742382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.742382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.742535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.742631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.742896] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.743048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.743111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.743956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.743956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.743956] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 is going to be created. [ 901.762198] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.809368] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.809715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.809850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.810255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.810608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.826410] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 in Status: IN_PROGRESS for 2s [ 902.090548] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.091491] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.091747] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.092078] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.092283] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.092521] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 4989b794-2364-4bc9-a3ea-d4e148b23cae not found, creating... [ 902.092972] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.093237] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.093369] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.093613] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.093764] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.094230] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.094538] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.094719] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.095081] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.095250] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.095501] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 4989b794-2364-4bc9-a3ea-d4e148b23cae is going to be created. [ 902.120148] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.120372] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.120512] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.120887] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.121142] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.121609] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-4989b794-2364-4bc9-a3ea-d4e148b23cae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.267614] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.513118] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: SUCCESS [ 902.514171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.514171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.514171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.514171] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.771702] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.771987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.772120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.772393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.772510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.772618] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 902.834405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.834631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.834744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.835345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.835449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.848498] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 902.915908] env[66633]: INFO networking_nsxv3.common.synchronization [req-4dd0f415-0692-42c3-a30c-987e62d62d27 req-e400b78e-0410-496a-a076-8017478b9367 service nova] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_rules [ 902.916560] env[66633]: INFO networking_nsxv3.common.synchronization [req-4dd0f415-0692-42c3-a30c-987e62d62d27 req-e400b78e-0410-496a-a076-8017478b9367 service nova] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 902.916899] env[66633]: INFO networking_nsxv3.common.synchronization [req-4dd0f415-0692-42c3-a30c-987e62d62d27 req-e400b78e-0410-496a-a076-8017478b9367 service nova] Enqueued Resource ID: 4989b794-2364-4bc9-a3ea-d4e148b23cae with Priority: HIGHEST for action port [ 902.917724] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_rules [ 902.918095] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 902.918404] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4989b794-2364-4bc9-a3ea-d4e148b23cae with Priority: HIGHEST for action port [ 902.918897] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.919139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.919456] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.919653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.919937] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4989b794-2364-4bc9-a3ea-d4e148b23cae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.920188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4989b794-2364-4bc9-a3ea-d4e148b23cae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.920345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4989b794-2364-4bc9-a3ea-d4e148b23cae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.920762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4989b794-2364-4bc9-a3ea-d4e148b23cae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.920987] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4989b794-2364-4bc9-a3ea-d4e148b23cae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.980906] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 902.981272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.983067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.983380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.983675] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.983862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.983948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.984180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.984295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.984434] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.997442] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: SUCCESS [ 902.997442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.998318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.998428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.998968] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.998968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.998968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.999162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.999162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.999311] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.006142] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 903.006433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.015855] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.015994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.336748] env[66633]: INFO networking_nsxv3.common.synchronization [None req-6e83169c-6311-46e6-8f43-26964c6dd2b6 None None] Enqueued Resource ID: 0d9f9558-aba7-47c0-b512-742abb623a1f with Priority: HIGHEST for action port [ 903.339844] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9f9558-aba7-47c0-b512-742abb623a1f with Priority: HIGHEST for action port [ 903.339844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9f9558-aba7-47c0-b512-742abb623a1f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.339844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9f9558-aba7-47c0-b512-742abb623a1f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.340289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9f9558-aba7-47c0-b512-742abb623a1f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.341832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9f9558-aba7-47c0-b512-742abb623a1f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.341832] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9f9558-aba7-47c0-b512-742abb623a1f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.439537] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4989b794-2364-4bc9-a3ea-d4e148b23cae with status ACTIVE [ 903.439537] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.439537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.439537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.439708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.439796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.439975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.440096] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.440161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.440313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.440675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.440675] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.440675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.440831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.440871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.440946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.441036] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4989b794-2364-4bc9-a3ea-d4e148b23cae is going to be updated. [ 903.467943] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.468107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.468276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.468471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.468619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.468779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4989b794-2364-4bc9-a3ea-d4e148b23cae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.487621] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.505217] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.842498] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 in Status: SUCCESS [ 903.842794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.845297] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d9f9558-aba7-47c0-b512-742abb623a1f [ 903.845659] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.845926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.845926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.846291] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.846403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.846518] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d9f9558-aba7-47c0-b512-742abb623a1f already deleted. [ 903.846615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9f9558-aba7-47c0-b512-742abb623a1f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.990677] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.007791] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.388684] env[66633]: INFO networking_nsxv3.common.synchronization [None req-a0b2f249-2eac-405c-aa3d-edfa43177907 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 904.390025] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 904.390117] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.390251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.390329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.390586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.390748] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.390852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.390916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.391104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.391206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.391308] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.494119] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.494349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.495213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.495213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.495213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.495213] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 904.512269] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.512997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.512997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.512997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.512997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.512997] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d83096-dd0e-424d-872a-e055097400db is going to be updated. [ 904.568437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.568437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.568437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.568732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.568956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.572123] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.572333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.573036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.573036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.573036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.587996] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 904.589533] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: IN_PROGRESS for 2s [ 904.623030] env[66633]: INFO networking_nsxv3.common.synchronization [req-f010d63e-6300-4810-bf87-960eb91e3f9d req-0fe7846e-17ef-4329-a7a9-acb15cea0e9a tempest-ServerRescueTestJSON-336654485 tempest-ServerRescueTestJSON-336654485-project-member] Enqueued Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 904.623030] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 904.623864] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.624091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.624091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.624609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.624609] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.624609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.624817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.624902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.624993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.625103] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.861425] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 904.861671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.862222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.862222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.862459] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.862459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.862568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.862897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.862897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.862897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.863154] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.863154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.863246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.863621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.863621] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.864460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.864544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.864830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.865064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.865264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.865366] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.868235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.868628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.868820] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.869039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.869155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.869334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.869449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.869620] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.892965] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.083822] env[66633]: INFO networking_nsxv3.common.synchronization [None req-88b6fd24-266c-458b-9097-aba821125b04 tempest-ServersTestManualDisk-1384256809 tempest-ServersTestManualDisk-1384256809-project-member] Enqueued Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_rules [ 905.084915] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_rules [ 905.085578] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077b2ee4-b138-4085-a14f-dd443d26b83f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.087291] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.087711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.087925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.089039] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.134121] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.161058] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.161058] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-648" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.161058] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-648" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.161058] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-648" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.161552] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.161909] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.162168] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.162517] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.162747] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.163218] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.163423] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.163669] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.163859] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.164080] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.164291] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.165445] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.192825] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.193073] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.193644] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.193644] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-648" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.193994] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.194927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.194927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.194927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.195936] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.311299] env[66633]: INFO networking_nsxv3.common.synchronization [None req-b2fe5724-30c5-4efb-8258-62795d0dae44 tempest-ServersTestManualDisk-1384256809 tempest-ServersTestManualDisk-1384256809-project-member] Enqueued Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_rules [ 905.311299] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_rules [ 905.311608] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077b2ee4-b138-4085-a14f-dd443d26b83f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.311743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.369988] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff: rpc.has_security_group_logging(os_id): False [ 905.373162] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.397046] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.402327] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.402327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.402327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.402327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.402327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.402617] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.402617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.403622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.403721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.403802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.404330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.404479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.404545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.404741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.404863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.405117] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.406141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.406141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.406141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.406141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.406141] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be created. [ 905.515956] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.516152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.516269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.516584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.516915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.534835] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 905.618970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.619232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.619232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.619588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.619588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.619728] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077b2ee4-b138-4085-a14f-dd443d26b83f already deleted. [ 905.619799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.619967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.620187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.620277] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.638620] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.704378] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.704378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.704378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.704378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.704378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.704378] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa not found, creating... [ 905.704378] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.705254] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.705254] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.708052] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.709136] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.709136] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.709136] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.709136] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.709411] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.710155] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.710155] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa is going to be created. [ 905.748592] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.748592] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.748592] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.748592] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.748592] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.748592] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.874345] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.898454] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.898667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.898701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.898928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.899041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.899152] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 905.968798] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.969026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.969600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.970199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.970445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.983017] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 906.145151] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.145151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.145151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.145151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.145151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.145151] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077b2ee4-b138-4085-a14f-dd443d26b83f already deleted. [ 906.145576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.145630] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.146118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.146118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.146118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.146118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.146118] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db is going to be updated. [ 906.186258] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.186258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.186367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.186520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.186727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.192935] env[66633]: INFO networking_nsxv3.common.synchronization [None req-f791c965-3c7e-406c-8acd-6c45eb6e45a4 None None] Enqueued Resource ID: d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8 with Priority: HIGHEST for action port [ 906.193830] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8 with Priority: HIGHEST for action port [ 906.194402] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.194602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.194717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.195021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.195145] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.201982] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: IN_PROGRESS for 2s [ 906.377363] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.377527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.377598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.378730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.378908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.379494] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 906.419442] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.419442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.419442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.421048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.421048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.434614] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 906.563423] env[66633]: INFO networking_nsxv3.common.synchronization [req-f010d63e-6300-4810-bf87-960eb91e3f9d req-cbaae4f0-32ab-4810-b0e6-e3e53e181879 service nova] Enqueued Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_rules [ 906.563423] env[66633]: INFO networking_nsxv3.common.synchronization [req-f010d63e-6300-4810-bf87-960eb91e3f9d req-cbaae4f0-32ab-4810-b0e6-e3e53e181879 service nova] Enqueued Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 906.563423] env[66633]: INFO networking_nsxv3.common.synchronization [req-f010d63e-6300-4810-bf87-960eb91e3f9d req-cbaae4f0-32ab-4810-b0e6-e3e53e181879 service nova] Enqueued Resource ID: 0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa with Priority: HIGHEST for action port [ 906.564170] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_rules [ 906.564395] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 906.564592] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa with Priority: HIGHEST for action port [ 906.565043] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.565290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.565499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.567293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.567293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.567293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.567293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.567717] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.567783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.567871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.569180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.569180] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.603116] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: SUCCESS [ 906.603354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.606119] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 906.606119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.606119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.606119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.606119] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.606119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.606119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.606119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.606119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.606119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.606119] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.607243] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.607463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.607690] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.607885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.608015] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.608311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.608454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.608608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.608842] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.609014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.609098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.609256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.609609] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.609747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.609849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.610152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.610800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.610800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.610800] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.698088] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8 [ 906.698412] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.698578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.698665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.698915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.699036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.699143] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8 already deleted. [ 906.699240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d076d9ee-d5e3-4b1d-a756-9c0c86f9eba8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.071668] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.072170] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa with status ACTIVE [ 907.072444] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.072581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.072693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.072980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.073142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.073411] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.073537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.073603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.073776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.073857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.074068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.074162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.074224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.074369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.074442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.074526] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa is going to be updated. [ 907.098298] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.098484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.098650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.098872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.099064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.099287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9ec54d-89fc-43fe-979a-06ef6d3fdaaa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.112950] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.114185] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29146282-1e1a-4d45-8c60-b28009cdd892: rpc.has_security_group_logging(os_id): False [ 907.133192] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.133372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.133372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.133594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.133732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.134046] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.134182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.134271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.134498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.134603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.134866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.134939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.135120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.135120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.135213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.135639] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.135639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.135639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.135798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.135798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.135874] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 907.220652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.220884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.220884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.221157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.221338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.248478] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 907.440773] env[66633]: INFO networking_nsxv3.common.synchronization [req-2b49e04a-6b4e-4824-a707-c54c2e746f5e req-4452ef23-9b4b-407d-894c-0f2537db534a tempest-FloatingIPsAssociationTestJSON-222767104 tempest-FloatingIPsAssociationTestJSON-222767104-project-member] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 907.441428] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGHEST for action security_group_members [ 907.441828] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.442087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.442087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.442215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.442387] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.442490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.442557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.442705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.442790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.442890] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.548859] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 907.549321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.549602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.549967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.550080] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.617221] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d83096-dd0e-424d-872a-e055097400db: rpc.has_security_group_logging(os_id): False [ 907.635742] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.635928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.635974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.636339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.636446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.636716] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.636812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.636888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.637122] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.637236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.637335] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d83096-dd0e-424d-872a-e055097400db is going to be updated. [ 907.703731] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.703915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.703994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.704261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.704407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.719396] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: IN_PROGRESS for 2s [ 907.945936] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.946395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.946495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.946783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.946916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.947270] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.947438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.947535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.947807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.947933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.948080] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be updated. [ 907.986609] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.986832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.986899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.987285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.987492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.999429] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: IN_PROGRESS for 2s [ 908.000694] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 908.000930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.052617] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.052792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.214287] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: IN_PROGRESS for 4s [ 908.390027] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.390260] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.390391] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.390727] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.391016] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.391184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.391300] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.391524] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.391667] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.391881] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.391991] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.392109] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.392217] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.392326] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.392428] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.392583] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.437887] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.438111] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.438314] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.438573] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.439116] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-732d5876-3a47-472c-98ab-80c07ba4c3c0 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.439361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-732d5876-3a47-472c-98ab-80c07ba4c3c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.439361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-732d5876-3a47-472c-98ab-80c07ba4c3c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.439594] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-732d5876-3a47-472c-98ab-80c07ba4c3c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.439733] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732d5876-3a47-472c-98ab-80c07ba4c3c0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.451565] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 908.452058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.452058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.452302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.452542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.452779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.452779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.452779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.452992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.452992] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.640638] env[66633]: INFO networking_nsxv3.common.synchronization [req-bd44e858-0134-40b5-8ea6-7a9dee8a689a req-cffef22c-e68f-4e85-b008-afa4f1d30c9f tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 908.641571] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 908.643378] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.643541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.643613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.643837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.644014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.644117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.644181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.644338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.644423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.644592] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.943115] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.943339] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.943521] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.943918] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.944041] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.944253] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 732d5876-3a47-472c-98ab-80c07ba4c3c0 not found, creating... [ 908.944575] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.944779] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.944907] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.945263] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.945489] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.946087] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.946087] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.946087] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.946318] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.946482] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.946621] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 732d5876-3a47-472c-98ab-80c07ba4c3c0 is going to be created. [ 908.958852] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.972068] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.972333] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.972571] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.972893] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.973276] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.973542] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-732d5876-3a47-472c-98ab-80c07ba4c3c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.999463] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.999795] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.000040] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.000365] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.000712] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.001031] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.001031] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.001277] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.001478] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.001732] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.001896] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.002056] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.002127] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.002241] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.002428] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.002508] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.028996] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.029258] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.029419] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.029527] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.029865] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-afb4ec8d-f354-4787-adf2-d259b6bd6c91 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.030095] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-afb4ec8d-f354-4787-adf2-d259b6bd6c91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.030220] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-afb4ec8d-f354-4787-adf2-d259b6bd6c91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.030634] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-afb4ec8d-f354-4787-adf2-d259b6bd6c91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.030792] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb4ec8d-f354-4787-adf2-d259b6bd6c91',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.146786] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.147034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.147140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.147446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.147607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.147858] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.148011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.148102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.148563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.148683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.148800] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 909.208672] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.208937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.209111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.209446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.209625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.220827] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 909.261722] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 909.262030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.262295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.262591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.262708] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.462047] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.533974] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.533974] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.533974] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.534279] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.534279] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.534347] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port afb4ec8d-f354-4787-adf2-d259b6bd6c91 not found, creating... [ 909.534623] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.534822] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.534907] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.535196] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.535320] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.535618] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.535778] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.535940] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.536248] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.536374] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.536520] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: afb4ec8d-f354-4787-adf2-d259b6bd6c91 is going to be created. [ 909.561205] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.561514] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.561595] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.561849] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.562102] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.562391] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-afb4ec8d-f354-4787-adf2-d259b6bd6c91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.687965] env[66633]: INFO networking_nsxv3.common.synchronization [req-e8a2527f-e4d3-4203-8a45-77d45e3ffe06 req-af3ce3fe-465c-4100-a087-6d62e2af2390 service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 909.688152] env[66633]: INFO networking_nsxv3.common.synchronization [req-e8a2527f-e4d3-4203-8a45-77d45e3ffe06 req-af3ce3fe-465c-4100-a087-6d62e2af2390 service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 909.688325] env[66633]: INFO networking_nsxv3.common.synchronization [req-e8a2527f-e4d3-4203-8a45-77d45e3ffe06 req-af3ce3fe-465c-4100-a087-6d62e2af2390 service nova] Enqueued Resource ID: 732d5876-3a47-472c-98ab-80c07ba4c3c0 with Priority: HIGHEST for action port [ 909.688907] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 909.689210] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 909.689356] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 732d5876-3a47-472c-98ab-80c07ba4c3c0 with Priority: HIGHEST for action port [ 909.689675] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.689788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.689856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.690117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.690155] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.691474] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.691474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.691714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.691776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.691928] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.692051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.692118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.692262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.692346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.692435] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.696047] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-732d5876-3a47-472c-98ab-80c07ba4c3c0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.696186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-732d5876-3a47-472c-98ab-80c07ba4c3c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.696257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-732d5876-3a47-472c-98ab-80c07ba4c3c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.696439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-732d5876-3a47-472c-98ab-80c07ba4c3c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.696524] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732d5876-3a47-472c-98ab-80c07ba4c3c0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.735858] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: SUCCESS [ 909.736300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.765658] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.765830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.765898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.766274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.766469] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.766584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.766648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.766810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.766897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.766984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.767102] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.965683] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.965859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.965964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.966241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.966339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.966450] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 909.995724] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.995914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.995914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.996152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.996339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.010232] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 910.010984] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db215227-4162-489f-a789-6ca221a787ea in Status: SUCCESS [ 910.011130] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db215227-4162-489f-a789-6ca221a787ea deletion is rescheduled due to dependency. [ 910.011246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.199261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.199470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.204164] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.205808] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 732d5876-3a47-472c-98ab-80c07ba4c3c0 with status ACTIVE [ 910.206161] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.206983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.206983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.206983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.207170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.207396] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.207573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.208118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.208118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.208316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.208551] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.209447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.209447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.209447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.209447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.209672] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 732d5876-3a47-472c-98ab-80c07ba4c3c0 is going to be updated. [ 910.225256] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: SUCCESS [ 910.225504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.225715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.225950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.226282] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.226417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.226486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.226670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.226767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.226907] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.237364] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.237571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.237653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.237875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.238107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.238402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-732d5876-3a47-472c-98ab-80c07ba4c3c0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.269736] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.269978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.270113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.270472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.271344] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.271344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.271344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.271344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.271798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.271798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.271951] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.272062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.272178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.272460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.272925] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.272925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.273106] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.273249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.273412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.273550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.273718] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.353449] env[66633]: INFO networking_nsxv3.common.synchronization [req-bd44e858-0134-40b5-8ea6-7a9dee8a689a req-345899c8-91d2-45bc-8362-1912dc9e3130 service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 910.353747] env[66633]: INFO networking_nsxv3.common.synchronization [req-bd44e858-0134-40b5-8ea6-7a9dee8a689a req-345899c8-91d2-45bc-8362-1912dc9e3130 service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 910.353904] env[66633]: INFO networking_nsxv3.common.synchronization [req-bd44e858-0134-40b5-8ea6-7a9dee8a689a req-345899c8-91d2-45bc-8362-1912dc9e3130 service nova] Enqueued Resource ID: afb4ec8d-f354-4787-adf2-d259b6bd6c91 with Priority: HIGHEST for action port [ 910.355466] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 910.355673] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 910.355788] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb4ec8d-f354-4787-adf2-d259b6bd6c91 with Priority: HIGHEST for action port [ 910.356425] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.356555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.357231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.357495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.357614] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.359916] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.360148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.360464] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb4ec8d-f354-4787-adf2-d259b6bd6c91 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.360582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb4ec8d-f354-4787-adf2-d259b6bd6c91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.360650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb4ec8d-f354-4787-adf2-d259b6bd6c91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.360855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb4ec8d-f354-4787-adf2-d259b6bd6c91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.360963] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb4ec8d-f354-4787-adf2-d259b6bd6c91',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.712940] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.729056] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.776880] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29146282-1e1a-4d45-8c60-b28009cdd892: rpc.has_security_group_logging(os_id): False [ 910.799719] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.799719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.799719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800575] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.800768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.801140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.801278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.801642] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.801783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.801892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.802161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.802770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.802770] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.802887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.802935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.803165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.803308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.803425] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 910.863915] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb4ec8d-f354-4787-adf2-d259b6bd6c91 with status ACTIVE [ 910.864283] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.864464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.864546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.864815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.864948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.865175] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.865302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.865389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.865593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.865703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.865944] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.866136] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.866207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.866390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.866499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.866617] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb4ec8d-f354-4787-adf2-d259b6bd6c91 is going to be updated. [ 910.867875] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.867980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.894251] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.894251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.894251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.894544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.894683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.905203] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.905363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.905492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.905756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.906126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.906126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb4ec8d-f354-4787-adf2-d259b6bd6c91" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.922297] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 911.215739] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.215914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.216026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.216221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.216309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.216409] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 911.231472] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 4s [ 911.231702] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.253231] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.253423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.253423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.253625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.253782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.268132] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 911.734365] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.734757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.735028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.735330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.735490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.735686] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db is going to be updated. [ 911.815522] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.815522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.815710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.816068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.816068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.827716] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: IN_PROGRESS for 2s [ 912.022248] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 912.023337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.023337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.023337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.023337] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.023570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.023570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.023733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.023809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.023874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.023977] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.527231] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.527231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.527231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.527231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.527516] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.527516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.527516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.528556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.528556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.528556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.528556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.528556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.528556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.528556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.528857] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.528857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.528921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.529047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.529128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.529263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.529307] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.939590] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 912.940070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.031681] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff: rpc.has_security_group_logging(os_id): False [ 913.053286] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.053411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.053573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.053919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.053919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.054524] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.054524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.054524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.054782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.054782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.054971] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.055141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.055246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.055409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.055499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.055744] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.055893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.055994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.056254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.056329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.056422] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 913.150828] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.150828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.150828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.150828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.150828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.173346] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 913.252270] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 913.252571] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 913.252650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.252925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.253059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.253304] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.253398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.253460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.253649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.253763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.253838] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.281615] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 913.281906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.282348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.282580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.282790] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.283334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.283334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.283334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.283334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.283495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.283643] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.757033] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.786707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.786935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.787061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.788430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.788430] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.788644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.788644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.788772] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.788818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.788957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.789065] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.789162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.790197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.790197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.790197] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.790197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.790197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.790197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.790734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.790835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.790933] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.841048] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: SUCCESS [ 913.841048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.841813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.842486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.842486] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.842691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.842691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.842966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.843333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.843518] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.843973] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.869246] env[66633]: INFO networking_nsxv3.common.synchronization [req-67afa761-f0d7-40f6-8856-84b311f9d9f1 req-93c43f31-4687-4c9c-a872-33d583c99b36 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 913.870055] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 913.870729] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.871174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.871174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.871618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.871618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.871784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.871873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.872169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.872308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.872498] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.260695] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.295412] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d: rpc.has_security_group_logging(os_id): False [ 914.315615] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.315765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.315810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.316060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.316180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.316458] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.316689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.316689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.316820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.316916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.317130] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.317234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.317298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.317448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.317535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.317731] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.317845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.317921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.318143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.318246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.318375] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 914.349067] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.349368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.349477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.349790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.350076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.350221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.350328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.350649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.350745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.350837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.351010] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.351115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.351216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.351324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.351549] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.351613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.351691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.351836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.351931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.352105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.352215] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.376879] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.376879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.376879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.376879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.376879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.377213] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.377213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.377213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.377698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.377698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.377812] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 914.396824] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.397051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.397097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.397427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.397704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.416363] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 914.437404] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.437604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.437604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.437751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.437867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.454425] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 914.765538] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.765538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.765538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.765538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.765538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.765538] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 914.799193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.799193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.799193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.799193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.799399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.809636] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 914.855173] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db: rpc.has_security_group_logging(os_id): False [ 914.875595] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.875879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.875879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.876041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.876165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.876973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.876973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.876973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.876973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.876973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.876973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.877355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.877355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.877355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.877462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.878187] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.878187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.878187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.878187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.878187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.878187] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db is going to be updated. [ 914.947963] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.948111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.948111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.948435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.948585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.964252] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: IN_PROGRESS for 2s [ 915.189979] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 915.190294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.190446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.190634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.190754] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.696617] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.696617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.696617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.696617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.696617] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.696617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.696617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.696617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.696617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.696617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.696617] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.200970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.201216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.201304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.202817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.202925] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.203334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.203334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.203334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.203470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.203573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.203742] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.203840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.206865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.206865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.206865] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.206865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.206865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.206865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.206865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.206865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.206865] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.435074] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 916.435361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.467469] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 916.467469] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 916.467469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.710413] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff: rpc.has_security_group_logging(os_id): False [ 916.734161] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.734329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.734404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.734623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.734763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.734916] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.735032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.735093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.735236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.735301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.735496] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.735591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.735651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.735785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.735860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.736072] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.736166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.736233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.736363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.736430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.736510] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 916.826304] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 916.826415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.826569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.826796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.826988] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.827117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.827184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.827398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.827491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.827585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.827712] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.846807] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.847266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.847266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.848186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.848186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.867759] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 916.978567] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: SUCCESS [ 916.978567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.331972] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.332346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.332346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.332510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.332687] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.332812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.332896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.333049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.333150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.333249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.333437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.333552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.333800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.333800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.333948] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.334062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.334127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.334284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.334366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.334453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.334556] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.390576] env[66633]: INFO networking_nsxv3.common.synchronization [req-c9da6407-aad9-41da-ad22-dfb493856e2a req-19dc6026-1c16-47b7-909f-ef401c8dc338 tempest-ServersAdminTestJSON-2103414861 tempest-ServersAdminTestJSON-2103414861-project-member] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 917.390576] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGHEST for action security_group_members [ 917.391296] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.391512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.391659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.391880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.392122] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.392277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.392365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.392556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.392713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.392874] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.578806] env[66633]: INFO networking_nsxv3.common.synchronization [req-c6a064d7-deb5-461d-8aa8-07125306276e req-e9992777-c78c-4203-91fc-fdcfc672a00a tempest-AttachVolumeTestJSON-1331904424 tempest-AttachVolumeTestJSON-1331904424-project-member] Enqueued Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_members [ 917.579595] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGHEST for action security_group_members [ 917.579774] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.579896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.579962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.580263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.580419] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.580903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.580993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.581178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.581458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.581512] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.839921] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 628f9d2f-fc5a-480e-906b-5480b97b49ae: rpc.has_security_group_logging(os_id): False [ 917.863763] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.864158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.864158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.864268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.864354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.864577] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.864689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.864776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.864881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.864958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.865160] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.865262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.865342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.865438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.865585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.865744] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.865843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.865904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.868364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.869818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.869818] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 917.896724] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.896724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.896724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.896724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.924954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.924954] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.924954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.924954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.924954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.924954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.924954] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be updated. [ 917.946361] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.946361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.946361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.946361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.946361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.963414] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.963414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.963414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.963414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.963414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.965627] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 917.974968] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: IN_PROGRESS for 2s [ 918.083544] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.083716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.083787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.084045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.084144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.084371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.084483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.084539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.084706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.084799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.084892] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 is going to be updated. [ 918.117835] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.118028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.118103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.118503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.122050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.135399] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 in Status: IN_PROGRESS for 2s [ 918.881571] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 918.881861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.981726] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.982031] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.982224] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.982663] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.984756] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.985125] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.985361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.985748] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.985981] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.986367] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.986565] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.986759] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.987257] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.987860] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.988179] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.988443] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.014254] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.014558] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.014558] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.014773] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-525" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.015053] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.015229] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.015347] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.015874] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.016033] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.519737] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.519737] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.519737] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.519978] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.520135] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.520585] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.520711] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.520762] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.521058] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.521176] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.521463] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.521646] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.521771] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.522938] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.522938] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.522938] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 is going to be updated. [ 919.550304] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.550574] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.550649] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.550932] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.551142] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.551462] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.979744] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 919.979744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.984731] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932c58a7-5496-408a-bc53-f5bc929053bf in Status: SUCCESS [ 919.984969] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf deletion is rescheduled due to dependency. [ 919.985130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.148367] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 in Status: SUCCESS [ 920.148947] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 deletion is rescheduled due to dependency. [ 920.149487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.320191] env[66633]: INFO networking_nsxv3.common.synchronization [req-e67a1455-0ca2-43a2-baee-947971b7bf88 req-5fa78e42-840e-4fef-9c5b-d87598dddbe5 service nova] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_rules [ 920.320450] env[66633]: INFO networking_nsxv3.common.synchronization [req-e67a1455-0ca2-43a2-baee-947971b7bf88 req-5fa78e42-840e-4fef-9c5b-d87598dddbe5 service nova] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 920.320519] env[66633]: INFO networking_nsxv3.common.synchronization [req-e67a1455-0ca2-43a2-baee-947971b7bf88 req-5fa78e42-840e-4fef-9c5b-d87598dddbe5 service nova] Enqueued Resource ID: 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 with Priority: HIGHEST for action port [ 920.321056] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_rules [ 920.321205] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 920.323774] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 with Priority: HIGHEST for action port [ 920.324182] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.324294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.324464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.324574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.324654] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.325550] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.325944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.325944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.325944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.326298] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.326298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.326298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.326432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.326432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.326488] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.328987] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.329119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.329188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.330142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.330142] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.833556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.833556] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 with status ACTIVE [ 920.833556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.833556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.833556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.833556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.834937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.834937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.834937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.834937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.834937] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363 is going to be updated. [ 920.836041] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.866555] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.866555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.866555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.866555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.866555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.866555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c015fa7-a9cf-4f0e-8eb3-1c092bbb8363" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.340837] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.842992] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.843153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.843791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.843791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.843791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.843791] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be updated. [ 921.875734] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.876412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.876412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.877745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.878667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.891575] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: IN_PROGRESS for 2s [ 921.931061] env[66633]: INFO networking_nsxv3.common.synchronization [req-a3651185-62d6-4a4f-ba42-91b91748f7e2 req-7bde8949-8f12-42ee-83c9-907dc799f6f2 tempest-ServersTestManualDisk-1384256809 tempest-ServersTestManualDisk-1384256809-project-member] Enqueued Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_members [ 921.932043] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_members [ 921.932347] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-077b2ee4-b138-4085-a14f-dd443d26b83f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.932745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.932745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.933048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.933504] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.933504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.933504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.933929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.934146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.934293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.436662] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.437159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.437159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.437352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.437352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.437486] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.437600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.437646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.437798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.437882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.437985] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077b2ee4-b138-4085-a14f-dd443d26b83f already deleted. [ 922.438068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.499155] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.499363] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-800" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.499466] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-800" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.499849] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-800" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.500137] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.500304] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.500420] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.500647] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.500787] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.501000] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.501122] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.501226] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.501331] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.501436] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.501536] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.501662] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.521367] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.521526] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.521563] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.521727] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-800" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.522093] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-c0b60507-41ac-44ca-9c6a-6ef9afd36839 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.522400] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-c0b60507-41ac-44ca-9c6a-6ef9afd36839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.522400] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-c0b60507-41ac-44ca-9c6a-6ef9afd36839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.522714] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-c0b60507-41ac-44ca-9c6a-6ef9afd36839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.522855] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b60507-41ac-44ca-9c6a-6ef9afd36839',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.025420] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.026056] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.026056] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.026525] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.026826] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.027090] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port c0b60507-41ac-44ca-9c6a-6ef9afd36839 not found, creating... [ 923.027593] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.027999] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.028146] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.028549] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.028803] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.029328] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.029646] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.029822] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.030222] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.030464] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.030706] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: c0b60507-41ac-44ca-9c6a-6ef9afd36839 is going to be created. [ 923.055617] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.055962] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.056095] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.056523] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.056840] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.057267] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-c0b60507-41ac-44ca-9c6a-6ef9afd36839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.539127] env[66633]: INFO networking_nsxv3.common.synchronization [None req-c82cc8bc-db47-407f-806a-559f73118301 None None] Enqueued Resource ID: 47d8579c-c4ec-4f1a-9025-fa3c4ff414a1 with Priority: HIGHEST for action port [ 923.539127] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d8579c-c4ec-4f1a-9025-fa3c4ff414a1 with Priority: HIGHEST for action port [ 923.539127] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d8579c-c4ec-4f1a-9025-fa3c4ff414a1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.539127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d8579c-c4ec-4f1a-9025-fa3c4ff414a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.539127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d8579c-c4ec-4f1a-9025-fa3c4ff414a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.540063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d8579c-c4ec-4f1a-9025-fa3c4ff414a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.540322] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d8579c-c4ec-4f1a-9025-fa3c4ff414a1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.785549] env[66633]: INFO networking_nsxv3.common.synchronization [req-a3651185-62d6-4a4f-ba42-91b91748f7e2 req-6ca3bc45-95ff-401a-9e96-a0dc40268685 service nova] Enqueued Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_rules [ 923.786243] env[66633]: INFO networking_nsxv3.common.synchronization [req-a3651185-62d6-4a4f-ba42-91b91748f7e2 req-6ca3bc45-95ff-401a-9e96-a0dc40268685 service nova] Enqueued Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_members [ 923.786243] env[66633]: INFO networking_nsxv3.common.synchronization [req-a3651185-62d6-4a4f-ba42-91b91748f7e2 req-6ca3bc45-95ff-401a-9e96-a0dc40268685 service nova] Enqueued Resource ID: c0b60507-41ac-44ca-9c6a-6ef9afd36839 with Priority: HIGHEST for action port [ 923.788072] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_rules [ 923.788521] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_members [ 923.788676] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b60507-41ac-44ca-9c6a-6ef9afd36839 with Priority: HIGHEST for action port [ 923.789054] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077b2ee4-b138-4085-a14f-dd443d26b83f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.789524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.789524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.789524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.789749] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.790729] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-077b2ee4-b138-4085-a14f-dd443d26b83f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.790887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.791064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.791249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.791582] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.791760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.791930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.792138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.792265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.792404] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.796012] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b60507-41ac-44ca-9c6a-6ef9afd36839 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.796012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b60507-41ac-44ca-9c6a-6ef9afd36839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.796012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b60507-41ac-44ca-9c6a-6ef9afd36839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.796012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b60507-41ac-44ca-9c6a-6ef9afd36839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.796012] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b60507-41ac-44ca-9c6a-6ef9afd36839',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.907160] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 923.907160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.907160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.909755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.909755] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.909755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.909755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.909755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.909755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.909755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.909755] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.042415] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47d8579c-c4ec-4f1a-9025-fa3c4ff414a1 [ 924.042716] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.042875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.042962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.043288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.043385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.043484] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47d8579c-c4ec-4f1a-9025-fa3c4ff414a1 already deleted. [ 924.043568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d8579c-c4ec-4f1a-9025-fa3c4ff414a1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.296347] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-077b2ee4-b138-4085-a14f-dd443d26b83f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.296347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.298745] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0b60507-41ac-44ca-9c6a-6ef9afd36839 with status ACTIVE [ 924.300330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.305385] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.305385] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.305385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.305385] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0b60507-41ac-44ca-9c6a-6ef9afd36839 is going to be updated. [ 924.307428] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.337948] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.337948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.337948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.338721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.338721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.338862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b60507-41ac-44ca-9c6a-6ef9afd36839" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.413906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.413906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.413906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.413906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.414508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.415207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.415207] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.415207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.415207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.415207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.415207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.415494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.415494] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.809636] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.918564] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20804a61-fc00-43e0-b987-d4a7859059c5: rpc.has_security_group_logging(os_id): False [ 924.942111] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.942111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.942111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.942111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.978572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.978817] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.978950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.979865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.980201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.980304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.980551] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.980762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.980762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.981125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.981218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.981469] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.981600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.981666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.981785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.981856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.982150] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be updated. [ 925.075057] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.075248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.075354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.075636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.076214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.093372] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: IN_PROGRESS for 2s [ 925.314075] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.314304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.314430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.314666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.314788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.314933] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077b2ee4-b138-4085-a14f-dd443d26b83f is going to be created. [ 925.362921] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.362921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.362921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.362921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.362921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.372931] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077b2ee4-b138-4085-a14f-dd443d26b83f in Status: UNINITIALIZED for 2s [ 925.984080] env[66633]: INFO networking_nsxv3.common.synchronization [None req-d647bff0-d762-460e-bfc7-bedb1c17cb8c None None] Enqueued Resource ID: 87afe8c2-e7f2-4f4f-a7e5-83289285c50d with Priority: HIGHEST for action port [ 925.984838] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87afe8c2-e7f2-4f4f-a7e5-83289285c50d with Priority: HIGHEST for action port [ 925.985282] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-87afe8c2-e7f2-4f4f-a7e5-83289285c50d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.985427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87afe8c2-e7f2-4f4f-a7e5-83289285c50d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.985540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87afe8c2-e7f2-4f4f-a7e5-83289285c50d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.985868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87afe8c2-e7f2-4f4f-a7e5-83289285c50d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.985958] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87afe8c2-e7f2-4f4f-a7e5-83289285c50d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.131424] env[66633]: INFO networking_nsxv3.common.synchronization [req-b2f0987b-f356-4987-8697-7782264aeab6 req-8f111141-3e30-4bf1-9087-86a34af48541 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 926.132745] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 926.133426] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.135154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.135154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.135154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.135154] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.135154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.135154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.135154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.135154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.135154] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.489271] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87afe8c2-e7f2-4f4f-a7e5-83289285c50d [ 926.489968] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.489968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.489968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.490187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.490233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.490391] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87afe8c2-e7f2-4f4f-a7e5-83289285c50d already deleted. [ 926.490391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87afe8c2-e7f2-4f4f-a7e5-83289285c50d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.575520] env[66633]: INFO networking_nsxv3.common.synchronization [req-98a1608d-447d-4a75-9b0e-f28f6eb7a1b8 req-cea73b58-edfb-4f95-9477-490a20c83018 tempest-SecurityGroupRulesTestJSON-38244251 tempest-SecurityGroupRulesTestJSON-38244251-project-member] Enqueued Resource ID: 93f31fec-67d9-44d4-accc-c97769573a36 with Priority: HIGHEST for action security_group_rules [ 926.576432] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f31fec-67d9-44d4-accc-c97769573a36 with Priority: HIGHEST for action security_group_rules [ 926.576999] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93f31fec-67d9-44d4-accc-c97769573a36 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.577285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93f31fec-67d9-44d4-accc-c97769573a36" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.577532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93f31fec-67d9-44d4-accc-c97769573a36" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.577969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93f31fec-67d9-44d4-accc-c97769573a36" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.578191] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93f31fec-67d9-44d4-accc-c97769573a36',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.639120] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.107909] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.107909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.107909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.107909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.107909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.107909] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93f31fec-67d9-44d4-accc-c97769573a36 already deleted. [ 927.107909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93f31fec-67d9-44d4-accc-c97769573a36" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.113420] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 927.113420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.142505] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.361690] env[66633]: INFO networking_nsxv3.common.synchronization [None req-910d19b1-bf5e-4b69-b239-e9ae3400eae9 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 927.362639] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 927.363086] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.363419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.387881] env[66633]: INFO networking_nsxv3.common.synchronization [req-88acc55a-790c-42c7-9500-a9ac95132296 req-50afc70d-027e-45ea-979d-29d84563a2d5 tempest-SecurityGroupRulesTestJSON-38244251 tempest-SecurityGroupRulesTestJSON-38244251-project-member] Enqueued Resource ID: 5044e316-6ad7-42e0-a65a-ec6c1af4beae with Priority: HIGHEST for action security_group_rules [ 927.389300] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077b2ee4-b138-4085-a14f-dd443d26b83f in Status: SUCCESS [ 927.389300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.389720] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5044e316-6ad7-42e0-a65a-ec6c1af4beae with Priority: HIGHEST for action security_group_rules [ 927.390318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.390580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.390772] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.390890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.390956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.391147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.391506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.391506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.391506] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.392503] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5044e316-6ad7-42e0-a65a-ec6c1af4beae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.392822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5044e316-6ad7-42e0-a65a-ec6c1af4beae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.392822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5044e316-6ad7-42e0-a65a-ec6c1af4beae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.392924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5044e316-6ad7-42e0-a65a-ec6c1af4beae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.392924] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5044e316-6ad7-42e0-a65a-ec6c1af4beae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.646895] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.647099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.647172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.647409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.647496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.647594] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 927.689413] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.689592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.689592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.691677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.691677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.704538] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 927.896085] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.912863] env[66633]: INFO networking_nsxv3.common.synchronization [req-cc0b634e-a28a-4788-99cd-5e3ba265949e req-86fc75fa-21ad-4ae0-933c-46b7460e53d3 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 927.913764] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 927.915273] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.915596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.915709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.916011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.916234] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.916366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.916446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.916654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.916779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.916902] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.920344] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.920567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.920710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.920967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.921541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.921726] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5044e316-6ad7-42e0-a65a-ec6c1af4beae already deleted. [ 927.921882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5044e316-6ad7-42e0-a65a-ec6c1af4beae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.399263] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 077b2ee4-b138-4085-a14f-dd443d26b83f: rpc.has_security_group_logging(os_id): False [ 928.420284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.420519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.420519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.420714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.420808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.421018] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.421171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.421214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.421383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.421480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.421571] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 928.425365] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.425707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.425789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.426065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.426175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.426688] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.426817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.426881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.427103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.427192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.427305] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077b2ee4-b138-4085-a14f-dd443d26b83f is going to be created. [ 928.453337] env[66633]: INFO networking_nsxv3.common.synchronization [req-22c467b8-cf26-4e8a-9256-45d867a15ba7 req-6706aeb8-61f9-4cda-aa84-7794189b0b70 tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 928.454104] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 928.454496] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.454880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.454880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.454977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.455387] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.455529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.455602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.455818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.455910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.456031] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.457885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.458018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.458095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.458263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.458503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.473926] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 928.477824] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.478070] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.478207] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.478549] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.478882] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.479580] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.479725] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.479976] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.480158] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.480379] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.480495] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.480695] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.480887] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.481080] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.481215] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.481358] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.500899] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.501143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.501143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.504693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.504693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.510730] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.511070] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.516507] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.516507] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.516507] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-d1207f7f-13e4-4e96-a941-bda94704863d taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.516507] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-d1207f7f-13e4-4e96-a941-bda94704863d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.516507] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-d1207f7f-13e4-4e96-a941-bda94704863d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.516507] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-d1207f7f-13e4-4e96-a941-bda94704863d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.516507] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1207f7f-13e4-4e96-a941-bda94704863d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.526426] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077b2ee4-b138-4085-a14f-dd443d26b83f in Status: IN_PROGRESS for 2s [ 928.962216] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.962487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.962487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.962693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.962787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.963125] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.963343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.963438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.963572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.963806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.963806] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 929.003740] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.003955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.004052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.004290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.004512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.017047] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.017781] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.017781] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.019218] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.019310] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.019517] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port d1207f7f-13e4-4e96-a941-bda94704863d not found, creating... [ 929.019921] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.020135] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.020258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.020623] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.020875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.021438] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.021660] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.021911] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.022232] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.022378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.022579] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: d1207f7f-13e4-4e96-a941-bda94704863d is going to be created. [ 929.025450] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 929.068117] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.068550] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.068691] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.069948] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.071578] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.071958] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-d1207f7f-13e4-4e96-a941-bda94704863d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.718111] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 929.718480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.718717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.718983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.719200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.719407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.719501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.719722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.719722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.719867] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.807784] env[66633]: INFO networking_nsxv3.common.synchronization [req-cc0b634e-a28a-4788-99cd-5e3ba265949e req-30e36f57-5fdd-4550-afac-151504ddd15c service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 929.807784] env[66633]: INFO networking_nsxv3.common.synchronization [req-cc0b634e-a28a-4788-99cd-5e3ba265949e req-30e36f57-5fdd-4550-afac-151504ddd15c service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 929.807867] env[66633]: INFO networking_nsxv3.common.synchronization [req-cc0b634e-a28a-4788-99cd-5e3ba265949e req-30e36f57-5fdd-4550-afac-151504ddd15c service nova] Enqueued Resource ID: d1207f7f-13e4-4e96-a941-bda94704863d with Priority: HIGHEST for action port [ 929.808373] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 929.808518] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 929.809046] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1207f7f-13e4-4e96-a941-bda94704863d with Priority: HIGHEST for action port [ 929.809730] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.809865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.809934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.810164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.810235] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.811255] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.811357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.813852] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1207f7f-13e4-4e96-a941-bda94704863d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.813852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1207f7f-13e4-4e96-a941-bda94704863d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.813852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1207f7f-13e4-4e96-a941-bda94704863d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.813852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1207f7f-13e4-4e96-a941-bda94704863d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.813852] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1207f7f-13e4-4e96-a941-bda94704863d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.222287] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.222516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.222516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.222732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.222825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.223064] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.223165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.223227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.223382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.223455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.223556] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 930.266387] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.266387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.266387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.266387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.266387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.277900] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 930.297599] env[66633]: INFO networking_nsxv3.common.synchronization [req-659fa42b-69fa-4e01-9572-07a1212416bf req-d6caec19-77d1-45c4-a841-7c023b7fd242 tempest-ListServersNegativeTestJSON-1700508151 tempest-ListServersNegativeTestJSON-1700508151-project-member] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 930.299288] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 930.299865] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.299865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.299865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.300050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.300280] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.300385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.300463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.300635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.300707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.300806] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.314108] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.314275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.314448] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1207f7f-13e4-4e96-a941-bda94704863d with status ACTIVE [ 930.314649] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.314764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.314832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.315048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.315137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.315349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.315454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.315501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.315663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.315741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.315930] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.317341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.317460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.317663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.317755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.317853] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1207f7f-13e4-4e96-a941-bda94704863d is going to be updated. [ 930.347405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.347626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.347676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.347850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.347990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.348168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1207f7f-13e4-4e96-a941-bda94704863d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.418602] env[66633]: INFO networking_nsxv3.common.synchronization [req-917e7498-7474-4335-ab2e-42a901cc2081 req-db8675ec-92bc-40d2-9fe2-8d6b403409b6 tempest-SecurityGroupRulesTestJSON-38244251 tempest-SecurityGroupRulesTestJSON-38244251-project-member] Enqueued Resource ID: 4ef86ae0-27f2-43a4-8b88-88deb02af6c5 with Priority: HIGHEST for action security_group_rules [ 930.418602] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86ae0-27f2-43a4-8b88-88deb02af6c5 with Priority: HIGHEST for action security_group_rules [ 930.418602] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef86ae0-27f2-43a4-8b88-88deb02af6c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.418602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef86ae0-27f2-43a4-8b88-88deb02af6c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.418602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef86ae0-27f2-43a4-8b88-88deb02af6c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.418602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef86ae0-27f2-43a4-8b88-88deb02af6c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.418602] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef86ae0-27f2-43a4-8b88-88deb02af6c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.491667] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 930.491862] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 930.492116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.492227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.492408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.492612] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.492754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.492812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.492989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.493092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.493191] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.539562] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077b2ee4-b138-4085-a14f-dd443d26b83f in Status: SUCCESS [ 930.539562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.762539] env[66633]: INFO networking_nsxv3.common.synchronization [req-141e560c-bb5b-4816-abd4-c66122445103 req-51f540aa-d11b-45ee-aeb1-99dde4977cc2 tempest-ListServersNegativeTestJSON-1700508151 tempest-ListServersNegativeTestJSON-1700508151-project-member] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 930.764168] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGHEST for action security_group_members [ 930.766163] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.766163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.803174] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.954532] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.954532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.955063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.955063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.955063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.955063] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef86ae0-27f2-43a4-8b88-88deb02af6c5 already deleted. [ 930.955231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef86ae0-27f2-43a4-8b88-88deb02af6c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.996134] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.042910] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 931.042910] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 931.043163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.243710] env[66633]: INFO networking_nsxv3.common.synchronization [req-4382ba0f-a216-4bf4-a4d5-1ebbeeec1f75 req-d18afcb5-09e2-4c08-b6f9-8c2bacd22321 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_members [ 931.244251] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGHEST for action security_group_members [ 931.244617] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0762b3-9aec-484f-9095-63312b4ce82e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.244734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.244802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.245142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.245254] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.245360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.245424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.245588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.245676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.245779] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.306856] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.499972] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.749187] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.749271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.749271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.749490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.749584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.749782] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.749886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.749957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.750128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.750205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.750294] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0762b3-9aec-484f-9095-63312b4ce82e is going to be updated. [ 931.783565] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.783872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.783872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.784086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.784246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.796922] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0762b3-9aec-484f-9095-63312b4ce82e in Status: IN_PROGRESS for 2s [ 931.809691] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.809848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.809916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.810299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.810402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.810505] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 931.840461] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.840676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.840676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.840881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.841036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.850576] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 932.003237] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.003237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.003237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.003395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.003395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.003488] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 932.051067] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.051067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.051295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.051483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.051725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.064722] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 932.304584] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 932.304775] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d deletion is rescheduled due to dependency. [ 932.304891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.631561] env[66633]: INFO networking_nsxv3.common.synchronization [req-5b52e7ba-2cef-42f8-aff0-2fbb29ec11bf req-779753cd-5b33-4dd0-9795-8167dd307e3d tempest-SecurityGroupRulesTestJSON-38244251 tempest-SecurityGroupRulesTestJSON-38244251-project-member] Enqueued Resource ID: 8c4aec21-f608-4164-9328-2c70373bf111 with Priority: HIGHEST for action security_group_rules [ 932.634316] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4aec21-f608-4164-9328-2c70373bf111 with Priority: HIGHEST for action security_group_rules [ 932.636204] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4aec21-f608-4164-9328-2c70373bf111 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.636204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4aec21-f608-4164-9328-2c70373bf111" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.636204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4aec21-f608-4164-9328-2c70373bf111" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.636204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4aec21-f608-4164-9328-2c70373bf111" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.636204] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4aec21-f608-4164-9328-2c70373bf111',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.159828] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.160337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.160337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.160479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.160583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.160708] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4aec21-f608-4164-9328-2c70373bf111 already deleted. [ 933.160799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4aec21-f608-4164-9328-2c70373bf111" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.811359] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0762b3-9aec-484f-9095-63312b4ce82e in Status: SUCCESS [ 933.811534] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0762b3-9aec-484f-9095-63312b4ce82e deletion is rescheduled due to dependency. [ 933.814035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.865048] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 933.865260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.865492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.865705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.866954] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.866954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.866954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.866954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.866954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.866954] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.075460] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 934.076196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.076196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.076196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.076443] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.076515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.076558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.076780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.076780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.076890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.076992] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.370217] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.370516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.370562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.370773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.371063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.371258] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.371423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.371518] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.371696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.371770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.371864] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be updated. [ 934.405539] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.405696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.405771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.406266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.406266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.415259] env[66633]: INFO networking_nsxv3.common.synchronization [req-4f1980ca-85b3-4a90-bb76-bb0a8f21dfee req-bb6fb728-b8d2-4ed4-b238-9dc8fd23c08c tempest-SecurityGroupRulesTestJSON-38244251 tempest-SecurityGroupRulesTestJSON-38244251-project-member] Enqueued Resource ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 with Priority: HIGHEST for action security_group_rules [ 934.415259] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 with Priority: HIGHEST for action security_group_rules [ 934.415637] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.415637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.415637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.416555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.416555] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.418552] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: IN_PROGRESS for 2s [ 934.581521] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.581680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.581747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.582062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.582353] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.582493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.582561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.582819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.582932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.583085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.583222] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.583629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.583721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.583894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.584074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.584274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.584333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.584509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.584590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.584685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.584840] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.947787] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.947787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.947787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.947787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.947787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.947787] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 already deleted. [ 934.947787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.077055] env[66633]: INFO networking_nsxv3.common.synchronization [None req-516e034b-49a3-4072-9719-b0bd4e91e9b9 tempest-AttachVolumeTestJSON-1331904424 tempest-AttachVolumeTestJSON-1331904424-project-member] Enqueued Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_rules [ 935.077209] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_rules [ 935.077499] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.077618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.077684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.077968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.078027] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.085071] env[66633]: INFO networking_nsxv3.common.synchronization [req-369928b0-dfb1-4e2c-95f7-a4cf3cb328e6 req-adf0dab2-cbdb-433b-8d87-b1df39823320 tempest-SecurityGroupRulesTestJSON-38244251 tempest-SecurityGroupRulesTestJSON-38244251-project-member] Enqueued Resource ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 with Priority: HIGHEST for action security_group_rules [ 935.085301] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 with Priority: HIGHEST for action security_group_rules [ 935.086075] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.086075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.086075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.086245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.086283] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.090231] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64481c0-92ee-4094-81bf-d6aa4151520c: rpc.has_security_group_logging(os_id): False [ 935.110761] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.111030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.111030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.111311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.111419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.111653] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.113346] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.113346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.114999] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.115152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.115255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.115442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.115524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.115613] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 935.183565] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.183774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.183879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.184222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.184432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.198248] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 935.219848] env[66633]: INFO networking_nsxv3.common.synchronization [None req-cdf25081-afed-4206-99f8-dcddf4a5d903 tempest-AttachVolumeTestJSON-1331904424 tempest-AttachVolumeTestJSON-1331904424-project-member] Enqueued Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_rules [ 935.220454] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_rules [ 935.220775] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.220879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.548292] env[66633]: INFO networking_nsxv3.common.synchronization [req-5191aa1a-50a0-41f7-8efb-33e761512d85 req-b6a737aa-07f3-4673-b49e-c421dbc0e0ff tempest-ListImageFiltersTestJSON-672920454 tempest-ListImageFiltersTestJSON-672920454-project-member] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 935.548941] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 935.549311] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.549498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.549614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.549843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.550075] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.550231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.550314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.550546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.550690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.550804] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.601344] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.601503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.601576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.601798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.601887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.601984] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 already deleted. [ 935.602080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.602590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.602759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.602846] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.605561] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.605561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.605561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.605708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.605792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.605880] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 already deleted. [ 935.605959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.054773] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.133056] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.133249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.133326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.133595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.133723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.133845] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 already deleted. [ 936.133939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.205061] env[66633]: INFO networking_nsxv3.common.synchronization [req-33bf8491-692a-4f45-9a77-f2f6ebbf9742 req-6193daaa-212d-4356-9f83-71333a311ffb tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 936.206708] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 936.207176] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.207356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.207471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.207748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.208020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.208126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.208314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.208497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.208627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.208770] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.430863] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 in Status: SUCCESS [ 936.430863] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 deletion is rescheduled due to dependency. [ 936.430863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.558764] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.694441] env[66633]: INFO networking_nsxv3.common.synchronization [req-5ee83d8d-dc00-42aa-8194-bc97c0ac5839 req-9be921b1-0de3-496d-85fd-5effd5a74f81 tempest-SecurityGroupRulesTestJSON-38244251 tempest-SecurityGroupRulesTestJSON-38244251-project-member] Enqueued Resource ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 with Priority: HIGHEST for action security_group_rules [ 936.697864] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 with Priority: HIGHEST for action security_group_rules [ 936.697864] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.697864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.697864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.697864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.697864] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.710803] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.711564] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.711564] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.711733] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.711984] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.712155] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.712270] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.712534] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.713235] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.713235] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.713235] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.713235] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.713235] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.713586] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.713586] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.713586] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.715583] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.736803] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.736803] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.736803] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.736803] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.736803] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-43c45d4e-a8af-40fe-b28c-ecef37207ad4 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.737094] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-43c45d4e-a8af-40fe-b28c-ecef37207ad4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.737094] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-43c45d4e-a8af-40fe-b28c-ecef37207ad4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.737367] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-43c45d4e-a8af-40fe-b28c-ecef37207ad4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.737595] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c45d4e-a8af-40fe-b28c-ecef37207ad4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.062358] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.062701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.062701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.062809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.062881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.062984] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 is going to be updated. [ 937.139496] env[66633]: INFO networking_nsxv3.common.synchronization [req-4a46ca74-dd4b-433e-8098-25348f1f78d3 req-0f57e459-1fec-4e2d-a50d-e2fb7f1e11a6 tempest-ServerRescueTestJSON-336654485 tempest-ServerRescueTestJSON-336654485-project-member] Enqueued Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 937.139870] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 937.140241] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.140418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.140497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.141117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.141117] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.141262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.141340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.141602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.141735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.141876] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.148013] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.148203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.148203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.148511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.148574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.160210] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: IN_PROGRESS for 2s [ 937.216365] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 937.216634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.218030] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.229759] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.229944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.230030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.230247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.230328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.230421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8 already deleted. [ 937.230510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54bf02ae-b35f-4a1a-bb58-7e24f3f65bc8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.240595] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.241080] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.241845] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.242343] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.242670] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.242893] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 43c45d4e-a8af-40fe-b28c-ecef37207ad4 not found, creating... [ 937.243251] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.243480] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.243975] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.243975] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.244112] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.244453] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.244997] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.245260] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.245465] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.245604] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.245749] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 43c45d4e-a8af-40fe-b28c-ecef37207ad4 is going to be created. [ 937.282397] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.282694] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.282827] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.283132] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.283366] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.283602] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-43c45d4e-a8af-40fe-b28c-ecef37207ad4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.645128] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.720859] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.721025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.721099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.721326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.721419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.721523] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 937.748894] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.749093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.749136] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.749343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.749527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.758774] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 938.069238] env[66633]: INFO networking_nsxv3.common.synchronization [req-33bf8491-692a-4f45-9a77-f2f6ebbf9742 req-69204ae8-38ff-4ad2-a679-2f734c8526e0 service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 938.069238] env[66633]: INFO networking_nsxv3.common.synchronization [req-33bf8491-692a-4f45-9a77-f2f6ebbf9742 req-69204ae8-38ff-4ad2-a679-2f734c8526e0 service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 938.069238] env[66633]: INFO networking_nsxv3.common.synchronization [req-33bf8491-692a-4f45-9a77-f2f6ebbf9742 req-69204ae8-38ff-4ad2-a679-2f734c8526e0 service nova] Enqueued Resource ID: 43c45d4e-a8af-40fe-b28c-ecef37207ad4 with Priority: HIGHEST for action port [ 938.069238] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 938.069238] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 938.069644] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c45d4e-a8af-40fe-b28c-ecef37207ad4 with Priority: HIGHEST for action port [ 938.070180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.070407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.070550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.070814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.070978] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.072017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.072261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.072579] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c45d4e-a8af-40fe-b28c-ecef37207ad4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.072820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c45d4e-a8af-40fe-b28c-ecef37207ad4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.072959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c45d4e-a8af-40fe-b28c-ecef37207ad4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.073217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c45d4e-a8af-40fe-b28c-ecef37207ad4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.073389] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c45d4e-a8af-40fe-b28c-ecef37207ad4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.148717] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.575971] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.576164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.576417] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43c45d4e-a8af-40fe-b28c-ecef37207ad4 with status ACTIVE [ 938.576601] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.576718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.576793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.577016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.577099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.577275] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.577380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.577495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.577617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.577672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.577885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.577939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.577994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.578449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.578449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.578449] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43c45d4e-a8af-40fe-b28c-ecef37207ad4 is going to be updated. [ 938.600885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.600885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.600885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.600885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.601142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.601142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c45d4e-a8af-40fe-b28c-ecef37207ad4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.650360] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.650714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.650714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.650842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.650842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.651022] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db is going to be updated. [ 938.681570] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.681676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.681745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.682160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.682333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.693469] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: IN_PROGRESS for 2s [ 939.169613] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: SUCCESS [ 939.169852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.478022] env[66633]: INFO networking_nsxv3.common.synchronization [req-7e11b6b6-d6d6-48a2-8628-f37089b9b649 req-8b95f5d2-fc35-4160-9372-5b45fedf7dd2 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 939.479051] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 939.479589] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.481779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.481950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.482247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.482403] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.482518] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.482579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.482751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.482856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.482961] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.769886] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 939.770182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.770312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.770498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.770679] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.770796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.771351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.771351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.771351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.771351] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.854497] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.854700] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-582" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.854830] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-582" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.855180] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-582" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.855449] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.855613] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.855727] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.855968] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.856137] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.856386] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.856486] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.856592] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.856696] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.856801] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.856905] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.857070] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.874318] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.874486] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.874619] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.874888] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-582" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.875243] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.875415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.875534] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.875854] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.875990] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87e5a83-5b0c-44ba-9d1b-4112a6bba668',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.985591] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.274059] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.379772] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.380077] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.380211] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.380498] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.380647] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.380984] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port d87e5a83-5b0c-44ba-9d1b-4112a6bba668 not found, creating... [ 940.381306] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.381480] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.381605] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.381848] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.382220] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.382320] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.382479] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.382605] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.382825] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.382959] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.383112] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 is going to be created. [ 940.407447] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.407447] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.407447] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.407839] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.407938] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.408407] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.488846] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.704510] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: SUCCESS [ 940.704510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.777091] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.991736] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.991924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.991987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.992261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.992405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.992539] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 941.031049] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.031246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.031307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.031483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.031628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.041537] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 941.152693] env[66633]: INFO networking_nsxv3.common.synchronization [req-7e11b6b6-d6d6-48a2-8628-f37089b9b649 req-1e3dea88-7b9a-4347-ae0b-989525d95ca4 service nova] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 941.152693] env[66633]: INFO networking_nsxv3.common.synchronization [req-7e11b6b6-d6d6-48a2-8628-f37089b9b649 req-1e3dea88-7b9a-4347-ae0b-989525d95ca4 service nova] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 941.152693] env[66633]: INFO networking_nsxv3.common.synchronization [req-7e11b6b6-d6d6-48a2-8628-f37089b9b649 req-1e3dea88-7b9a-4347-ae0b-989525d95ca4 service nova] Enqueued Resource ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with Priority: HIGHEST for action port [ 941.152872] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 941.153013] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 941.153365] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with Priority: HIGHEST for action port [ 941.153838] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.153838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.153838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.154056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.154138] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.155278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.156749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.156749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.156749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.156749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.156749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.156749] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87e5a83-5b0c-44ba-9d1b-4112a6bba668',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.280495] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.280657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.280751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.281035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.281133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.281307] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 941.332760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.332952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.333026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.333192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.333346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.345139] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 941.659354] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.659354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.659737] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with status ACTIVE [ 941.659737] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.659859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.659945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.660204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.660298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.660502] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.660574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.660639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.660818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.660896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.661099] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.661197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.661264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.661804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.661804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.661804] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 is going to be updated. [ 941.700477] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.700656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.700747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.700970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.701127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.701289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.058550] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 943.058550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.058550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.058550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.058550] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.058550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.058550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.058550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.058550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.058550] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.359559] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 943.359803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.361153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.361517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.361644] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.363339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.363339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.363339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.363339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.363339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.363339] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.564638] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.865774] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.865941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.866025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.866246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.866433] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.866537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.866598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.866753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.867047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.867047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.867151] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.867210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.867255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.867361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.867498] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.867587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.867720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.868160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.868293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.868446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.868610] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.071011] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.371421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c70e0e-dd0e-431c-b52d-d1320bdbb39f: rpc.has_security_group_logging(os_id): False [ 944.395337] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.395337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.395337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.395588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.395588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.395863] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.395979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.396048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.396212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.396432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.396587] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.396587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.396719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.396778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.396892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.397441] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.398218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.399590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.399590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.399590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.399590] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 944.467458] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.467610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.467665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.467872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.468037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.485997] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 944.573707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.573875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.573950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.579469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.579735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.579881] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 944.633248] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.633433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.633501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.633947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.634116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.644881] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 944.996560] env[66633]: INFO networking_nsxv3.common.synchronization [None req-e21ced6c-f52b-45a1-b6a8-315da48340c6 None None] Enqueued Resource ID: 9a8b7d2a-3044-49fe-b285-98a4c6302832 with Priority: HIGHEST for action port [ 944.997411] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8b7d2a-3044-49fe-b285-98a4c6302832 with Priority: HIGHEST for action port [ 944.998488] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a8b7d2a-3044-49fe-b285-98a4c6302832 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.998488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a8b7d2a-3044-49fe-b285-98a4c6302832" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.998488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a8b7d2a-3044-49fe-b285-98a4c6302832" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.998488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a8b7d2a-3044-49fe-b285-98a4c6302832" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.998488] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a8b7d2a-3044-49fe-b285-98a4c6302832',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.501904] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a8b7d2a-3044-49fe-b285-98a4c6302832 [ 945.503141] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.503586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.503586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.503586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.503782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.503782] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a8b7d2a-3044-49fe-b285-98a4c6302832 already deleted. [ 945.503915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a8b7d2a-3044-49fe-b285-98a4c6302832" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.502339] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 946.502807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.656368] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 946.656639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.656819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.657063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.657264] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.657388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.657462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.657612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.657696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.657782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.657873] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.162877] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.163083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.163125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.163324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.163505] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.163606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.163668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.164258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.164258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.164258] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.164258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.164258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.164573] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.164628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.164671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.164869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.164945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.165046] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.392585] env[66633]: INFO networking_nsxv3.common.synchronization [None req-4cfac138-c87f-41f2-91b9-a09bb5bd78fe None None] Enqueued Resource ID: c7b9a47c-ec9a-45a1-a8f1-098cb27ff340 with Priority: HIGHEST for action port [ 947.393359] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b9a47c-ec9a-45a1-a8f1-098cb27ff340 with Priority: HIGHEST for action port [ 947.393862] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7b9a47c-ec9a-45a1-a8f1-098cb27ff340 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.394795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7b9a47c-ec9a-45a1-a8f1-098cb27ff340" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.394795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7b9a47c-ec9a-45a1-a8f1-098cb27ff340" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.394795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7b9a47c-ec9a-45a1-a8f1-098cb27ff340" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.394795] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7b9a47c-ec9a-45a1-a8f1-098cb27ff340',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.670341] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29146282-1e1a-4d45-8c60-b28009cdd892: rpc.has_security_group_logging(os_id): False [ 947.690438] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.691039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.691128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.691337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.692063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.692063] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.692063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.692063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.692063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.692063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.692354] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.692354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.692570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.692570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.692570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.694691] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.694691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.694691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.694691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.694691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.694691] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 947.760520] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.760520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.760664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.761196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.761196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.777416] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 947.896951] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7b9a47c-ec9a-45a1-a8f1-098cb27ff340 [ 947.897235] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.897383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.897454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.897851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.897851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.898083] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7b9a47c-ec9a-45a1-a8f1-098cb27ff340 already deleted. [ 947.898083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7b9a47c-ec9a-45a1-a8f1-098cb27ff340" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.059289] env[66633]: INFO networking_nsxv3.common.synchronization [None req-13c1aae0-bf1e-417d-b939-2e5a0283f2c4 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_rules [ 948.060042] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_rules [ 948.061334] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.061535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.061633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.061912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.062022] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.181479] env[66633]: INFO networking_nsxv3.common.synchronization [None req-70916703-22d4-4dc5-88ae-e9c4802b7b80 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_rules [ 948.182151] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_rules [ 948.182478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.182585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.582377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.582536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.582611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.582869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.582962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.583071] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 already deleted. [ 948.583155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.583308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.583470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.583556] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.106861] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.107299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.107377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.107595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.107686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.107786] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 already deleted. [ 949.107866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.249769] env[66633]: INFO networking_nsxv3.common.synchronization [req-a58d9508-265d-4958-a27b-693344aea0e5 req-c8cd2db0-1d23-4fbf-a172-03a8da2a3e8e tempest-ListServerFiltersTestJSON-839767980 tempest-ListServerFiltersTestJSON-839767980-project-member] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 949.250502] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 949.251577] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.251719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.251784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.251989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.252188] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.252296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.252360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.252521] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.252643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.252763] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.754834] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.794278] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 949.794418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.258358] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.622735] env[66633]: INFO networking_nsxv3.common.synchronization [None req-1162b05d-e550-4de0-97d2-d1c3b1bf66a9 None None] Enqueued Resource ID: adea4990-4523-4f11-8519-b1fb9b1f2679 with Priority: HIGHEST for action port [ 950.623352] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adea4990-4523-4f11-8519-b1fb9b1f2679 with Priority: HIGHEST for action port [ 950.623680] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-adea4990-4523-4f11-8519-b1fb9b1f2679 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.624042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adea4990-4523-4f11-8519-b1fb9b1f2679" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.624042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adea4990-4523-4f11-8519-b1fb9b1f2679" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.624878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adea4990-4523-4f11-8519-b1fb9b1f2679" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.624971] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adea4990-4523-4f11-8519-b1fb9b1f2679',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.764341] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.764341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.764341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.764341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.764341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.764341] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 950.795908] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.795908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.795908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.795908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.795908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.804942] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 951.128639] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adea4990-4523-4f11-8519-b1fb9b1f2679 [ 951.129197] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.129197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.129197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.129381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.129412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.129509] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adea4990-4523-4f11-8519-b1fb9b1f2679 already deleted. [ 951.129568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adea4990-4523-4f11-8519-b1fb9b1f2679" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.819661] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 952.820129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.399224] env[66633]: INFO networking_nsxv3.common.synchronization [req-b4a554b1-1270-4580-83da-1a8339a5fa38 req-96c7b1e1-0fd8-403f-879b-e42d75ee3841 tempest-ListImageFiltersTestJSON-672920454 tempest-ListImageFiltersTestJSON-672920454-project-member] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 953.399816] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGHEST for action security_group_members [ 953.400156] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.402928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.403970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.404225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.404437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.404602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.404697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.404897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.405042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.405266] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.881063] env[66633]: INFO networking_nsxv3.common.synchronization [req-d5015fa7-ea96-42b1-9b65-47286668d726 req-d609bb8e-94c6-413c-9d89-f83c0d50cd52 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 953.881550] env[66633]: INFO networking_nsxv3.common.synchronization [req-d5015fa7-ea96-42b1-9b65-47286668d726 req-d609bb8e-94c6-413c-9d89-f83c0d50cd52 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 953.881630] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 953.881771] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 953.882162] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.882298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.882385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.882713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.882794] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.882934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.883010] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.883171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.883283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.883384] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.884674] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.885571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.885571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.885820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.885820] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.885904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.885904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.886316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.886316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.886632] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.907547] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.907683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.907760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.907990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.908070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.909832] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.909832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.909832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.909832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.909832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.909832] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 is going to be updated. [ 953.933871] env[66633]: INFO networking_nsxv3.common.synchronization [req-d5015fa7-ea96-42b1-9b65-47286668d726 req-d609bb8e-94c6-413c-9d89-f83c0d50cd52 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 953.934041] env[66633]: INFO networking_nsxv3.common.synchronization [req-d5015fa7-ea96-42b1-9b65-47286668d726 req-d609bb8e-94c6-413c-9d89-f83c0d50cd52 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 953.934108] env[66633]: INFO networking_nsxv3.common.synchronization [req-d5015fa7-ea96-42b1-9b65-47286668d726 req-d609bb8e-94c6-413c-9d89-f83c0d50cd52 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_rules [ 953.934268] env[66633]: INFO networking_nsxv3.common.synchronization [req-d5015fa7-ea96-42b1-9b65-47286668d726 req-d609bb8e-94c6-413c-9d89-f83c0d50cd52 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 953.934397] env[66633]: INFO networking_nsxv3.common.synchronization [req-d5015fa7-ea96-42b1-9b65-47286668d726 req-d609bb8e-94c6-413c-9d89-f83c0d50cd52 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with Priority: HIGHEST for action port [ 953.934974] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 953.935206] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_rules [ 953.935361] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with Priority: HIGHEST for action port [ 953.935525] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 953.935702] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 953.936883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.937077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.937196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.937458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.937661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.939048] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.939196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.939315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.939567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.939690] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.940710] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.940883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.940985] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.941265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.941437] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.942530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.942724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.942859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.943119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.943698] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87e5a83-5b0c-44ba-9d1b-4112a6bba668',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.945377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.945522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.945808] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.945944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.961932] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: IN_PROGRESS for 2s [ 954.385350] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.389082] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.451284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.451572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.451792] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.452957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.452957] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with status ACTIVE [ 954.453080] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.453270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.453270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.453570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.453664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.453852] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.453950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.454015] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.454184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.454261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.454460] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.454959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.454959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.454959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.454959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.454959] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 is going to be updated. [ 954.477536] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.478131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.478131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.478131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.478341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.478389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.836827] env[66633]: INFO networking_nsxv3.common.synchronization [req-9315050d-4140-46e3-8ffb-e0ed682d8aa5 req-0ca36d32-43fe-4f0d-9b99-1cd9ad4a6d8f tempest-ServerRescueTestJSON-336654485 tempest-ServerRescueTestJSON-336654485-project-member] Enqueued Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 954.837391] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db with Priority: HIGHEST for action security_group_members [ 954.837700] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.837971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.838063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.838268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.838426] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.838556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.838622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.838780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.838874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.839028] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13b0cfa7-b6f5-484b-9392-7b32a6bfd0db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.891315] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.891315] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.210053] env[66633]: INFO networking_nsxv3.common.synchronization [req-fef8cacd-f8c4-4761-aef0-a480364f2af9 req-dd541b63-8e14-4ae2-ade4-fd816c21a92c tempest-AttachVolumeTestJSON-1331904424 tempest-AttachVolumeTestJSON-1331904424-project-member] Enqueued Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_members [ 955.211325] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_members [ 955.211445] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec2c38c-f21d-449a-ac7e-af93df8708f0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.214566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.214566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.214566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.214566] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.214566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.214566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.214566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.214566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.214566] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.348135] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.348135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.348135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.348135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.348135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.348135] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.348135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.348135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.348135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.348135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.348135] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db is going to be updated. [ 955.378432] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.379287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.379287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.379287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.379287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.390612] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: IN_PROGRESS for 2s [ 955.394788] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.394934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.395010] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.395264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.395365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.395447] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 is going to be created. [ 955.396644] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.396792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.396849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.396986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.397873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.397873] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 955.420963] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.421286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.421286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.421449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.421614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.430866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.431021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.431099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.431320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.431477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.433125] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: UNINITIALIZED for 2s [ 955.438959] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 955.642246] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.642533] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-513" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.643053] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-513" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.643804] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-513" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.644222] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.644499] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.644646] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.645151] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.645337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.646066] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.646066] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.646066] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.646277] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.646350] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.646496] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.646907] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.668993] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.669250] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.669574] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.669675] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-513" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.670055] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-c64dc93a-0b42-4cd0-aefb-37f4e842db92 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.670268] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-c64dc93a-0b42-4cd0-aefb-37f4e842db92" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.670411] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-c64dc93a-0b42-4cd0-aefb-37f4e842db92" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.670775] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-c64dc93a-0b42-4cd0-aefb-37f4e842db92" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.670934] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64dc93a-0b42-4cd0-aefb-37f4e842db92',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.719218] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.719218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.719218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.719218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.719218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.719218] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.719218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.719218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.720148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.720148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.720148] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 already deleted. [ 955.720148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.721793] env[66633]: INFO networking_nsxv3.common.synchronization [None req-81d62efe-6308-457d-9f56-bda3db8ff901 None None] Enqueued Resource ID: b13a7928-c697-4252-aa94-68c596c26e4d with Priority: HIGHEST for action port [ 955.722556] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13a7928-c697-4252-aa94-68c596c26e4d with Priority: HIGHEST for action port [ 955.722556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b13a7928-c697-4252-aa94-68c596c26e4d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.722709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b13a7928-c697-4252-aa94-68c596c26e4d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.722757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b13a7928-c697-4252-aa94-68c596c26e4d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.722981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b13a7928-c697-4252-aa94-68c596c26e4d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.723084] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13a7928-c697-4252-aa94-68c596c26e4d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.976855] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 in Status: SUCCESS [ 955.976855] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 deletion is rescheduled due to dependency. [ 955.976855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.174035] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.174035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.174035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.174254] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.174380] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.174624] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port c64dc93a-0b42-4cd0-aefb-37f4e842db92 not found, creating... [ 956.174859] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.175029] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.175209] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.175360] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.175491] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.175803] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.175910] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.176021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.176222] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.176343] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.176506] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: c64dc93a-0b42-4cd0-aefb-37f4e842db92 is going to be created. [ 956.198345] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.199049] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.199049] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.201250] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.201445] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.201686] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-c64dc93a-0b42-4cd0-aefb-37f4e842db92" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.227732] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b13a7928-c697-4252-aa94-68c596c26e4d [ 956.227732] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.227732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.227732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.227732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.227732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.227732] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b13a7928-c697-4252-aa94-68c596c26e4d already deleted. [ 956.227732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b13a7928-c697-4252-aa94-68c596c26e4d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.910518] env[66633]: INFO networking_nsxv3.common.synchronization [req-fef8cacd-f8c4-4761-aef0-a480364f2af9 req-7253f9a1-55d3-4d7a-9dc0-5b13eb243bfa service nova] Enqueued Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_rules [ 956.910705] env[66633]: INFO networking_nsxv3.common.synchronization [req-fef8cacd-f8c4-4761-aef0-a480364f2af9 req-7253f9a1-55d3-4d7a-9dc0-5b13eb243bfa service nova] Enqueued Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_members [ 956.910845] env[66633]: INFO networking_nsxv3.common.synchronization [req-fef8cacd-f8c4-4761-aef0-a480364f2af9 req-7253f9a1-55d3-4d7a-9dc0-5b13eb243bfa service nova] Enqueued Resource ID: c64dc93a-0b42-4cd0-aefb-37f4e842db92 with Priority: HIGHEST for action port [ 956.911699] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_rules [ 956.911834] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_members [ 956.911895] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64dc93a-0b42-4cd0-aefb-37f4e842db92 with Priority: HIGHEST for action port [ 956.914917] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.914917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.914917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.914917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.914917] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.914917] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec2c38c-f21d-449a-ac7e-af93df8708f0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.914917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.914917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.914917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.915484] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.915528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.915562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.918302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.918302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.918302] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.918302] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c64dc93a-0b42-4cd0-aefb-37f4e842db92 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.918302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c64dc93a-0b42-4cd0-aefb-37f4e842db92" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.918302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c64dc93a-0b42-4cd0-aefb-37f4e842db92" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.918302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c64dc93a-0b42-4cd0-aefb-37f4e842db92" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.918302] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64dc93a-0b42-4cd0-aefb-37f4e842db92',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.401521] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db in Status: SUCCESS [ 957.401882] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13b0cfa7-b6f5-484b-9392-7b32a6bfd0db deletion is rescheduled due to dependency. [ 957.401927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13b0cfa7-b6f5-484b-9392-7b32a6bfd0db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.419710] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec2c38c-f21d-449a-ac7e-af93df8708f0 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.420525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.420826] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.424067] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c64dc93a-0b42-4cd0-aefb-37f4e842db92 with status ACTIVE [ 957.425706] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.425706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.425706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.425706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.425706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.425706] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.425706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.426174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.426604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.426604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.426718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.426847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.426931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.427117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.427229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.427337] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c64dc93a-0b42-4cd0-aefb-37f4e842db92 is going to be updated. [ 957.443264] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: SUCCESS [ 957.443405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.443518] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.443751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.443963] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.444126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.444425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.444425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.444514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.444612] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.455094] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.455094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.455094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.455094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.455094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.455094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c64dc93a-0b42-4cd0-aefb-37f4e842db92" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.458523] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 957.458733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.459314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.459432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.459669] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.459825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.459917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.460116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.460227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.460350] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.773445] env[66633]: INFO networking_nsxv3.common.synchronization [None req-e397f02b-bc45-404f-86a8-3691c7baaf37 None None] Enqueued Resource ID: 3acec010-36a5-453a-bee6-07cb4b498ebb with Priority: HIGHEST for action port [ 957.773769] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3acec010-36a5-453a-bee6-07cb4b498ebb with Priority: HIGHEST for action port [ 957.774843] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-3acec010-36a5-453a-bee6-07cb4b498ebb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.774843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3acec010-36a5-453a-bee6-07cb4b498ebb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.774843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3acec010-36a5-453a-bee6-07cb4b498ebb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.774843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3acec010-36a5-453a-bee6-07cb4b498ebb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.774843] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3acec010-36a5-453a-bee6-07cb4b498ebb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.929566] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.947588] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.962524] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.278515] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3acec010-36a5-453a-bee6-07cb4b498ebb [ 958.278515] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.278515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.278515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.278515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.278515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.278515] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3acec010-36a5-453a-bee6-07cb4b498ebb already deleted. [ 958.278515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3acec010-36a5-453a-bee6-07cb4b498ebb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.434649] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.434649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.434649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.435138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.435138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.435138] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 is going to be created. [ 958.450369] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.462405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.462587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.462676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.462935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.463338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.468063] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.474741] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 in Status: UNINITIALIZED for 2s [ 958.955601] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.955601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.955601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.955601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.955601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.955601] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 is going to be updated. [ 958.971797] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.971797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.971797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.972112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.972112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.972112] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 958.999945] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.000144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.000239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.000403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.000548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.021343] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.021343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.021343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.021343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.021343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.021343] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: IN_PROGRESS for 2s [ 959.053580] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 959.575083] env[66633]: INFO networking_nsxv3.common.synchronization [req-1e570256-2f79-4eed-a4c3-52d155d977e4 req-16c4c059-26cb-48db-bf13-66e99e6bf391 tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 959.577712] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 959.578412] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.578568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.578642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.578853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.579026] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.579127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.579188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.579339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.579421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.579545] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.081900] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.487059] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 in Status: SUCCESS [ 960.487059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.487059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.487059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.487059] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.487059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.487059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.487059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.487059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.487059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.487489] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.525253] env[66633]: INFO networking_nsxv3.common.synchronization [req-95746ee9-c6fc-4344-9b55-5a0cffd7ef1f req-4456ed43-23bf-4a89-89b1-b00c5c779766 tempest-AttachVolumeShelveTestJSON-1240409384 tempest-AttachVolumeShelveTestJSON-1240409384-project-member] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_members [ 960.525974] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGHEST for action security_group_members [ 960.526931] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.526931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.526931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.527189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.527360] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.527545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.527652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.527882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.528039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.528186] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.586756] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.056714] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.056714] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.056714] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.056714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 is going to be updated. [ 961.056714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: SUCCESS [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.056714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.056714] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.058350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.058350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.058350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.058350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.058350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.058350] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.064979] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 961.065228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.065403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.065620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.066041] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.066041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.066041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.066188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.066222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.066300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.066765] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.071143] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.071143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.071143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.071143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.071295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.079823] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: IN_PROGRESS for 2s [ 961.087544] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.087740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.087795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.087996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.088187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.088187] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 961.097238] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c with Priority: HIGHEST for action security_group_members [ 961.097629] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 961.097896] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 961.098952] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c with Priority: HIGHEST for action security_group_members [ 961.099111] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 961.099241] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 961.099734] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.099885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.099927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.100181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.100341] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.100459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.100551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.100764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.100851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.101212] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.102066] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.102196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.102264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.102422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.102564] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.102662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.102722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.102858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.102938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.103040] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.103827] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.103934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.104013] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.104163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.104471] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.104471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.104471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.104569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.104635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.104715] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.118169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.118275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.118311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.118534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.118665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.128122] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 961.157186] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c with Priority: HIGHEST for action security_group_rules [ 961.157756] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c with Priority: HIGHEST for action security_group_members [ 961.157944] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 961.158577] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 961.158809] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_rules [ 961.159009] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 961.159207] env[66633]: INFO networking_nsxv3.common.synchronization [req-62c324e5-cd97-4388-8679-acfd12f1c96a req-4c937e72-85f9-406d-8ce2-4c9b816bc081 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with Priority: HIGHEST for action port [ 961.159894] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c with Priority: HIGHEST for action security_group_rules [ 961.160114] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_rules [ 961.160277] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 961.160419] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with Priority: HIGHEST for action port [ 961.160558] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_rules [ 961.160695] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c with Priority: HIGHEST for action security_group_members [ 961.160826] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 961.161200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02e83481-a22d-4a0f-a38e-c5703b1f3d4c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.161406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.161521] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.162601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.162601] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.163536] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.165181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.165181] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.165309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.165612] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.165612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.165735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.165820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.166588] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d87e5a83-5b0c-44ba-9d1b-4112a6bba668',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.166799] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.167099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.167301] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.167386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.167568] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.167657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.345424] env[66633]: INFO networking_nsxv3.common.synchronization [req-518c07ba-ed97-4e18-b474-1ee0379785b8 req-9c15097f-ac2e-4ebb-a7c9-74b672f472bf tempest-ServersNegativeTestJSON-1362621009 tempest-ServersNegativeTestJSON-1362621009-project-member] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 961.345424] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGHEST for action security_group_members [ 961.345424] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.345424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.345424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.345424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.345967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.346227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.346374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.346630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.346834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.347023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.494030] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ec2c38c-f21d-449a-ac7e-af93df8708f0: rpc.has_security_group_logging(os_id): False [ 961.516295] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.516454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.516590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.516778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.516869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.517136] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.517257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.517540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.517714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.517813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.517912] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 is going to be created. [ 961.538780] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.574107] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.574420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.602184] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.602673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.602673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.602673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.602834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.606607] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.607609] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.608637] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.622848] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 in Status: IN_PROGRESS for 2s [ 961.669319] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.671414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.671414] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d87e5a83-5b0c-44ba-9d1b-4112a6bba668 with status ACTIVE [ 961.671414] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.671414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.671414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.671414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.671414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.671414] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.671414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.671414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.671874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.671977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.673074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.673074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.673074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.673074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.673074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.673074] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d87e5a83-5b0c-44ba-9d1b-4112a6bba668 is going to be updated. [ 961.716411] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.716411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.716706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.716706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.716844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.717063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d87e5a83-5b0c-44ba-9d1b-4112a6bba668" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.850667] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.850667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.850667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.850936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.850936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.851813] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.851813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.851813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.851813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.851813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.851813] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be updated. [ 961.893679] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.893971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.894074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.894228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.894412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.905842] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: IN_PROGRESS for 2s [ 962.041619] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0be5ffa-4bc6-4c0c-8f81-fa146824baa2: rpc.has_security_group_logging(os_id): False [ 962.064193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.064193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.064193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.064193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.064193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.064193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.064193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.064193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.064193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.064193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.064193] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 is going to be created. [ 962.110120] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.111252] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.112211] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.119741] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.119976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.120121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.120486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.120719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.134944] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: IN_PROGRESS for 2s [ 962.609881] env[66633]: INFO networking_nsxv3.common.synchronization [req-8887b03b-4df6-4126-a669-b93613c5e6ad req-8dc87441-3e20-4579-9380-11e32a25e649 tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 962.610385] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 962.611023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.611234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.611305] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.611513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.611675] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.611770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.611832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.611990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.612083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.612183] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.613520] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.613520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.613520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.613520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.613520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.613739] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 962.615200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.615200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.615200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.615407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.615407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.615477] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c is going to be created. [ 962.616834] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.617030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.617069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.617210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.617284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.617368] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 is going to be updated. [ 962.653053] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.653321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.653321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.653699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.653699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656455] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.656455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.656455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.656826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.656826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.658596] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.658596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.658596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.658760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.658760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.664472] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c in Status: UNINITIALIZED for 2s [ 962.665409] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: IN_PROGRESS for 2s [ 962.665912] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 963.001297] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.001297] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.001297] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.001619] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.002719] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.002719] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.002719] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.002920] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.002957] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.004310] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.004426] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.004559] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.005190] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.005190] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.005190] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.005190] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.029501] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.029759] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.029975] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.030220] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.031339] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-944ef039-f813-42f1-bf79-e6156a1329c7 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.031339] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-944ef039-f813-42f1-bf79-e6156a1329c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.031339] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-944ef039-f813-42f1-bf79-e6156a1329c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.031498] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-944ef039-f813-42f1-bf79-e6156a1329c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.031498] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('944ef039-f813-42f1-bf79-e6156a1329c7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.094332] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba237ff1-02e7-484a-acaa-695c79c2f089 in Status: SUCCESS [ 963.094525] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 deletion is rescheduled due to dependency. [ 963.094673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.117348] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.117500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.117590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.117893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.118051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.118341] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.118548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.118548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.118772] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.118895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.119048] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 963.141155] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 963.141393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.153721] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.153882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.154050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.154700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.154700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.165480] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 963.534412] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.534622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.534750] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.535048] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.535197] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.535346] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 944ef039-f813-42f1-bf79-e6156a1329c7 not found, creating... [ 963.535604] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.535758] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.535872] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.536099] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.536232] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.536521] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.536681] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.536794] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.536999] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.537140] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.537277] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 944ef039-f813-42f1-bf79-e6156a1329c7 is going to be created. [ 963.560973] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.560973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.561190] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.561439] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.561667] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.561940] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-944ef039-f813-42f1-bf79-e6156a1329c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.641115] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 in Status: SUCCESS [ 963.641451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.918310] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20804a61-fc00-43e0-b987-d4a7859059c5 in Status: SUCCESS [ 963.919054] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 deletion is rescheduled due to dependency. [ 963.919228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.152470] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: SUCCESS [ 964.152837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.153058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.153317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.153476] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.340579] env[66633]: INFO networking_nsxv3.common.synchronization [req-8887b03b-4df6-4126-a669-b93613c5e6ad req-18ce48af-aea8-4408-8934-f7c8df2df1fc service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 964.340579] env[66633]: INFO networking_nsxv3.common.synchronization [req-8887b03b-4df6-4126-a669-b93613c5e6ad req-18ce48af-aea8-4408-8934-f7c8df2df1fc service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 964.340579] env[66633]: INFO networking_nsxv3.common.synchronization [req-8887b03b-4df6-4126-a669-b93613c5e6ad req-18ce48af-aea8-4408-8934-f7c8df2df1fc service nova] Enqueued Resource ID: 944ef039-f813-42f1-bf79-e6156a1329c7 with Priority: HIGHEST for action port [ 964.341838] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 964.342295] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 964.342553] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 944ef039-f813-42f1-bf79-e6156a1329c7 with Priority: HIGHEST for action port [ 964.343054] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.343943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.343943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.343943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.343943] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.344952] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.345914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.345914] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-944ef039-f813-42f1-bf79-e6156a1329c7 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.345914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-944ef039-f813-42f1-bf79-e6156a1329c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.345914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-944ef039-f813-42f1-bf79-e6156a1329c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.345914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-944ef039-f813-42f1-bf79-e6156a1329c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.345914] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('944ef039-f813-42f1-bf79-e6156a1329c7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.658462] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.658933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.679673] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c in Status: SUCCESS [ 964.679928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.681103] env[66633]: INFO networking_nsxv3.common.synchronization [req-a784ad7c-f8fd-46ce-89d1-cd3b3723e05e req-4c49ca53-da4a-4b55-be50-c65a10db22f8 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 964.681291] env[66633]: INFO networking_nsxv3.common.synchronization [req-a784ad7c-f8fd-46ce-89d1-cd3b3723e05e req-4c49ca53-da4a-4b55-be50-c65a10db22f8 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c with Priority: HIGHEST for action security_group_members [ 964.681450] env[66633]: INFO networking_nsxv3.common.synchronization [req-a784ad7c-f8fd-46ce-89d1-cd3b3723e05e req-4c49ca53-da4a-4b55-be50-c65a10db22f8 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 964.681994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.682222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.682400] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.682512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.682576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.682729] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.682810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.682904] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.684342] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: SUCCESS [ 964.684526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.685255] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 964.685502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.685719] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 964.685852] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c with Priority: HIGHEST for action security_group_members [ 964.685952] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGHEST for action security_group_members [ 964.686452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.686646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.686832] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.686994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.687109] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.687274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.687395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.687543] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.688312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.688478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.688671] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.688804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.688892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.689081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.689199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.689293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.690707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.690831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.691012] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.691129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.691312] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.691413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.848257] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.848257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.848454] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 944ef039-f813-42f1-bf79-e6156a1329c7 with status ACTIVE [ 964.848490] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.848672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.848742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.848992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.849061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.849268] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.849386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.849453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.849646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.849727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.849910] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.850917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.850917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.850917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.850917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.850917] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 944ef039-f813-42f1-bf79-e6156a1329c7 is going to be updated. [ 964.871875] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.872067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.872140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.872347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.872487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.872672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-944ef039-f813-42f1-bf79-e6156a1329c7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.177364] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 965.177580] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 965.177701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.177884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.178145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.178358] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.178479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.178596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.178792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.178876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.178970] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.190779] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.190923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.190996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.191237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.191386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.191659] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.191805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.191872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.192071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.192179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.192265] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 is going to be updated. [ 965.193537] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.193648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.193788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.193867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.193941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.194122] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.194217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.194279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.194422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.194495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.194579] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c is going to be deleted. [ 965.196335] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.253914] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.254205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.254205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.254370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.254501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.256352] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.256552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.256646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.256884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.257049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.257178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.257690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.257888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.258067] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.258171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.258234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.258374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.258450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.258632] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.269637] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: IN_PROGRESS for 2s [ 965.680829] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.698934] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.761760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.761955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.762044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.762299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.762425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.762608] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.762745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.762810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.762935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.763017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.763107] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c already deleted. [ 965.763186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.763287] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.764531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.765091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.765091] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.765091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.765091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.765292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.765292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.765347] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.182937] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.200801] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.200987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.201065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.201271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.201362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.201459] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 966.231797] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.234806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.234806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.234806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.234806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.244266] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 966.267354] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02e83481-a22d-4a0f-a38e-c5703b1f3d4c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.268412] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.269031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.269031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.269031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.269031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.269270] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.269270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.269360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.271199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.271199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.271199] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c already deleted. [ 966.271199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.686064] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.686469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.686469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.686615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.686707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.686804] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 966.717462] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.717664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.717664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.717901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.718068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.727017] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 966.770786] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02e83481-a22d-4a0f-a38e-c5703b1f3d4c: rpc.has_security_group_logging(os_id): False [ 966.790911] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.791138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.791138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.791316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.791405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.791632] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.791724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.791815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.791933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.792016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.792114] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c is going to be created. [ 966.817657] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/02e83481-a22d-4a0f-a38e-c5703b1f3d4c], does not exist path=[/infra/domains/default/groups/02e83481-a22d-4a0f-a38e-c5703b1f3d4c]."\n}' [ 966.817817] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/02e83481-a22d-4a0f-a38e-c5703b1f3d4c [ 966.817921] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 966.860078] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.860321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.860440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.860744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.862031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.862362] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.862506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.862575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.862860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.862945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.863220] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.863297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.863331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.863465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.863527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.863613] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02e83481-a22d-4a0f-a38e-c5703b1f3d4c is going to be created. [ 966.882569] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/02e83481-a22d-4a0f-a38e-c5703b1f3d4c], does not exist path=[/infra/domains/default/groups/02e83481-a22d-4a0f-a38e-c5703b1f3d4c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/02e83481-a22d-4a0f-a38e-c5703b1f3d4c [ 966.882789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02e83481-a22d-4a0f-a38e-c5703b1f3d4c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.883284] env[66633]: Traceback (most recent call last): [ 966.883339] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 966.883339] env[66633]: return func(*args, **kwargs) [ 966.883339] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 966.883339] env[66633]: res.raise_for_status() [ 966.883339] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 966.883339] env[66633]: raise HTTPError(http_error_msg, response=self) [ 966.883339] env[66633]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/02e83481-a22d-4a0f-a38e-c5703b1f3d4c [ 966.883339] env[66633]: During handling of the above exception, another exception occurred: [ 966.883339] env[66633]: Traceback (most recent call last): [ 966.883339] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 966.883339] env[66633]: listener.cb(fileno) [ 966.883339] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 966.883339] env[66633]: result = function(*args, **kwargs) [ 966.883339] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 966.883339] env[66633]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 966.883339] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 966.883339] env[66633]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 966.883339] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 966.883339] env[66633]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 966.883339] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 966.883339] env[66633]: res.raise_for_status() [ 966.883339] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 966.883339] env[66633]: raise HTTPError(http_error_msg, response=self) [ 966.883339] env[66633]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/02e83481-a22d-4a0f-a38e-c5703b1f3d4c [ 966.884125] env[66633]: Removing descriptor: 19 [ 967.308026] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: SUCCESS [ 967.308026] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 deletion is rescheduled due to dependency. [ 967.308026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.308692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.309181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.309181] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.309181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.309358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.309748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.309748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.309748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.309748] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.310749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.310749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.310899] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.311719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.311719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.311719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.311719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.311719] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.812729] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.813870] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.814598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.814598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.814818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.834069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.834331] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.834454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.834522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.834723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.834838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.834974] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 is going to be updated. [ 967.859126] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.859321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.859321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.859570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.859936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.869850] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: IN_PROGRESS for 2s [ 968.255051] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 968.255352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.255617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.255949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.256596] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.256596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.256596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.256596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.257516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.257516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.257516] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.257516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.257516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.257516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.257715] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.257775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.258498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.258498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.258498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.258498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.258498] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.259821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.259821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.259970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.260260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.260260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.260352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.260412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.260629] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.317399] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0be5ffa-4bc6-4c0c-8f81-fa146824baa2: rpc.has_security_group_logging(os_id): False [ 968.350055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.350253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.350347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.350649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.350780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.351162] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.351340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.351458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.351719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.351834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.351982] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 is going to be updated. [ 968.439685] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.439910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.439910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.441712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.441712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.464879] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: IN_PROGRESS for 2s [ 968.737292] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 968.737292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.737556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.737634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.737789] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.737968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.737968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.738458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.738458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.738458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.738458] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.762176] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29146282-1e1a-4d45-8c60-b28009cdd892: rpc.has_security_group_logging(os_id): False [ 968.763303] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.793141] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.793307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.794225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.794225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.817047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.817341] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.817418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.817453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.817740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.817906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.818321] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.818321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.818321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.818659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.818713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.818924] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.819065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.819167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.819349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.819470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.819618] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 968.885013] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.885214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.885260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.885457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.885608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.901320] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 969.241764] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.242115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.242115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.242247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.242407] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.242514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.242577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.242734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.242819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.242910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.243070] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.243163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.243226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.243463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.243643] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.243744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.243805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.243948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.244035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.244122] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.244218] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.269044] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.686597] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 969.686729] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 969.747551] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 628f9d2f-fc5a-480e-906b-5480b97b49ae: rpc.has_security_group_logging(os_id): False [ 969.769323] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.769529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.769671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.769848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.771442] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.771611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.771611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.771710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.771824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.771867] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 969.795795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.796101] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.796233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.796297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.796512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.796625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.796838] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.796941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.797014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.797171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.797247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.797441] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.797514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.797578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.797718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.797794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.797908] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 969.815335] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.815486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.815623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.815891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.816110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.825364] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 969.878999] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.878999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.878999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.878999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.878999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.883932] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: SUCCESS [ 969.884131] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 deletion is rescheduled due to dependency. [ 969.884305] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.891369] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 970.250030] env[66633]: INFO networking_nsxv3.common.synchronization [req-28ec73ab-0e6e-4319-a89a-fba92e7b9646 req-e50dbb73-4f04-40b3-8cea-1e8ef4888fa5 tempest-MultipleCreateTestJSON-276417343 tempest-MultipleCreateTestJSON-276417343-project-member] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 970.250582] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 970.250914] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.251053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.251124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.251383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.251539] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.251637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.251699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.251851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.251937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.252050] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.479809] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 in Status: SUCCESS [ 970.480711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.559633] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.559876] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.560014] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.560350] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.560620] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.560783] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.560927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.561128] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.561272] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.561476] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.561588] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.561701] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.561841] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.561964] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.562090] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.562219] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.584765] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.584940] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.585142] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.585288] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.585606] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-ac006856-d926-48ec-af31-4d5a3aad838b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.585779] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-ac006856-d926-48ec-af31-4d5a3aad838b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.586327] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-ac006856-d926-48ec-af31-4d5a3aad838b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.586327] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-ac006856-d926-48ec-af31-4d5a3aad838b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.586504] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac006856-d926-48ec-af31-4d5a3aad838b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.754203] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.754836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.754836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.754836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.754836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.755044] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.755044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.755129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.755253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.755359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.755412] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f already deleted. [ 970.755493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.920747] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 970.921263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.921867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.921867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.921867] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.091135] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.091323] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.091449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.091744] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.091897] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.092082] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port ac006856-d926-48ec-af31-4d5a3aad838b not found, creating... [ 971.092347] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.092505] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.092621] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.092843] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.092977] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.093556] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.093721] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.093839] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.094485] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.094485] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.094485] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: ac006856-d926-48ec-af31-4d5a3aad838b is going to be created. [ 971.115819] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.116045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.116201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.116433] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.116656] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.116878] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-ac006856-d926-48ec-af31-4d5a3aad838b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.426017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.426295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.818010] env[66633]: INFO networking_nsxv3.common.synchronization [req-28ec73ab-0e6e-4319-a89a-fba92e7b9646 req-d8f24651-b2a5-4b10-9368-878ecc7347de service nova] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_rules [ 971.818257] env[66633]: INFO networking_nsxv3.common.synchronization [req-28ec73ab-0e6e-4319-a89a-fba92e7b9646 req-d8f24651-b2a5-4b10-9368-878ecc7347de service nova] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 971.818432] env[66633]: INFO networking_nsxv3.common.synchronization [req-28ec73ab-0e6e-4319-a89a-fba92e7b9646 req-d8f24651-b2a5-4b10-9368-878ecc7347de service nova] Enqueued Resource ID: ac006856-d926-48ec-af31-4d5a3aad838b with Priority: HIGHEST for action port [ 971.819029] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_rules [ 971.819176] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 971.819277] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac006856-d926-48ec-af31-4d5a3aad838b with Priority: HIGHEST for action port [ 971.819608] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.819705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.819764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.819996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.820118] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.820926] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.821062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.821112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.821275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.821418] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.821512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.821571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.821710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.821829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.821897] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.823755] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac006856-d926-48ec-af31-4d5a3aad838b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.823906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac006856-d926-48ec-af31-4d5a3aad838b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.823977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac006856-d926-48ec-af31-4d5a3aad838b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.824137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac006856-d926-48ec-af31-4d5a3aad838b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.824545] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac006856-d926-48ec-af31-4d5a3aad838b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.003198] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 972.003519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.003827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.003827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.004252] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.004252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.004252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.004400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.004400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.004476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.004526] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.007388] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 972.007495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.490544] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.490900] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.491581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.493713] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac006856-d926-48ec-af31-4d5a3aad838b with status ACTIVE [ 972.493933] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.494075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.494388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.494388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.494545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.494670] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.494776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.494856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.495529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.495529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.495529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.495529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.495529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.495753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.495753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.495809] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac006856-d926-48ec-af31-4d5a3aad838b is going to be updated. [ 972.507348] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.507348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.507348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.507567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.507729] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.508105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.508189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.508361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.508467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.508589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.508772] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.508880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.508940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.509117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.509270] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.509374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.509434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.509594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.509670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.509749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.509860] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.520288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.520436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.520531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.520793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.520969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.521186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac006856-d926-48ec-af31-4d5a3aad838b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.775419] env[66633]: INFO networking_nsxv3.common.synchronization [req-28ec73ab-0e6e-4319-a89a-fba92e7b9646 req-48bbde5c-b2c3-41f0-b9e2-a92249039d0f tempest-MultipleCreateTestJSON-276417343 tempest-MultipleCreateTestJSON-276417343-project-member] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 972.776329] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 972.776683] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.776784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.992926] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.014785] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29146282-1e1a-4d45-8c60-b28009cdd892: rpc.has_security_group_logging(os_id): False [ 973.032303] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.032438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.032438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.032634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.032733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.032966] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.033097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.033196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.033562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.033562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.033696] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.034740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.034740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.034740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.034740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.034740] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.034740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.034740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.034740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.034740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.034740] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 973.101392] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.101541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.101603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.101826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.101972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.105595] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.105784] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.105904] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.106164] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.106415] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.106569] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.106721] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.106960] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.107152] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.107359] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.107472] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.107580] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.107782] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.107856] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.107949] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.108091] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.124358] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 973.125713] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.125882] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.126027] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.126233] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.126683] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-0ea7438b-0587-4836-8ede-6268467fef8f taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.126929] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-0ea7438b-0587-4836-8ede-6268467fef8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.127081] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-0ea7438b-0587-4836-8ede-6268467fef8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.127415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-0ea7438b-0587-4836-8ede-6268467fef8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.127555] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea7438b-0587-4836-8ede-6268467fef8f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.496745] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.496970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.497043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.498312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.498412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.498513] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be created. [ 973.526677] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.526771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.526828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.527086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.527277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.537441] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: UNINITIALIZED for 2s [ 973.631238] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.631530] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.631692] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.632039] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.632237] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.632442] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 0ea7438b-0587-4836-8ede-6268467fef8f not found, creating... [ 973.632779] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.632999] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.633233] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.633461] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.633630] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.633951] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.634179] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.634325] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.634566] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.634741] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.635636] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 0ea7438b-0587-4836-8ede-6268467fef8f is going to be created. [ 973.657742] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.657977] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.658102] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.658696] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.658696] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.658909] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-0ea7438b-0587-4836-8ede-6268467fef8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.387957] env[66633]: INFO networking_nsxv3.common.synchronization [req-28ec73ab-0e6e-4319-a89a-fba92e7b9646 req-027b5be2-2e78-4cac-b236-951c7c378b06 service nova] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_rules [ 974.388272] env[66633]: INFO networking_nsxv3.common.synchronization [req-28ec73ab-0e6e-4319-a89a-fba92e7b9646 req-027b5be2-2e78-4cac-b236-951c7c378b06 service nova] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 974.388432] env[66633]: INFO networking_nsxv3.common.synchronization [req-28ec73ab-0e6e-4319-a89a-fba92e7b9646 req-027b5be2-2e78-4cac-b236-951c7c378b06 service nova] Enqueued Resource ID: 0ea7438b-0587-4836-8ede-6268467fef8f with Priority: HIGHEST for action port [ 974.389259] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_rules [ 974.389361] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 974.389505] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea7438b-0587-4836-8ede-6268467fef8f with Priority: HIGHEST for action port [ 974.389895] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.390046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.390334] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.390459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.390684] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea7438b-0587-4836-8ede-6268467fef8f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.390828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea7438b-0587-4836-8ede-6268467fef8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.390919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea7438b-0587-4836-8ede-6268467fef8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.391206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea7438b-0587-4836-8ede-6268467fef8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.391316] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea7438b-0587-4836-8ede-6268467fef8f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.893785] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea7438b-0587-4836-8ede-6268467fef8f with status ACTIVE [ 974.895037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.895037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.895037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.895037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.895037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.895037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.895037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.895037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.895636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.895636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.895743] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.895896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.895942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.896080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.896188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.896273] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea7438b-0587-4836-8ede-6268467fef8f is going to be updated. [ 974.919135] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.919506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.919506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.919787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.919937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.920113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea7438b-0587-4836-8ede-6268467fef8f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.141180] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 975.141363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.550343] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 975.551370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.551370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.551370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.551484] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.551589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.551665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.551845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.551940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.552056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.552189] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.553091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.553421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.553421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.553587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.553587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.553730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.553803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.553865] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.056479] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.056479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.058305] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.561036] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.063575] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.063887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.063887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.064119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.064241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.064378] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 977.098798] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.099234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.099694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.110613] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 977.390119] env[66633]: INFO networking_nsxv3.common.synchronization [req-38acc94f-276f-4fd3-9abb-69d71a9e8fb2 req-1d120fc2-940a-4f6f-a700-aa1b512e9480 tempest-ListServerFiltersTestJSON-839767980 tempest-ListServerFiltersTestJSON-839767980-project-member] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 977.390119] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 977.390119] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.390119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.390119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.391286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.392183] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.392428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.392573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.392850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.393124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.393301] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.438400] env[66633]: INFO networking_nsxv3.common.synchronization [req-681f340e-c3c1-42c1-a5a7-b96a1dded03c req-96a38002-7d0e-4ce1-bc1d-f432690f146e tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 977.438939] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 977.440480] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.440480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.440480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.440683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.440814] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.440923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.444116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.444116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.444116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.444116] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.779225] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.779225] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.779716] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.779716] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.779948] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.780408] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.780408] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.780594] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.780795] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.781114] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.781233] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.781340] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.781445] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.781563] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.781665] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.781794] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.803060] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.803313] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.803423] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.803537] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.803854] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-a44f4cf6-eabd-4b2d-9b38-32572000a471 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.804107] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-a44f4cf6-eabd-4b2d-9b38-32572000a471" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.804197] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-a44f4cf6-eabd-4b2d-9b38-32572000a471" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.804478] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-a44f4cf6-eabd-4b2d-9b38-32572000a471" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.804615] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44f4cf6-eabd-4b2d-9b38-32572000a471',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.899325] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.943209] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.943376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.943428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.943640] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.943732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.943929] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.944049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.944114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.944265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.944341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.944426] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 already deleted. [ 977.944518] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.307843] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.308128] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.308218] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.308502] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.308721] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.308914] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port a44f4cf6-eabd-4b2d-9b38-32572000a471 not found, creating... [ 978.309233] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.309426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.309602] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.309745] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.309877] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.310227] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.310389] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.310589] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.310945] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.311311] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.311472] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: a44f4cf6-eabd-4b2d-9b38-32572000a471 is going to be created. [ 978.344141] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.345398] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.345398] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.345398] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.345398] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.345398] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-a44f4cf6-eabd-4b2d-9b38-32572000a471" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.400690] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.903695] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.903993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.903993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.904229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.904315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.904411] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 978.924147] env[66633]: INFO networking_nsxv3.common.synchronization [req-932a5c02-3c22-4901-a546-98ec1c5297c7 req-18cc70d3-8476-402a-8351-d85bae6c359d tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 978.924971] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 978.928478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.928478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.928478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.928478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.928478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.928478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.928478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.928478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.928478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.928478] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.937243] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.937491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.938242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.938242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.938242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.951460] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 979.109059] env[66633]: INFO networking_nsxv3.common.synchronization [req-681f340e-c3c1-42c1-a5a7-b96a1dded03c req-b6e66b58-b365-467c-8ccd-d2f23f5daf28 service nova] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_rules [ 979.109059] env[66633]: INFO networking_nsxv3.common.synchronization [req-681f340e-c3c1-42c1-a5a7-b96a1dded03c req-b6e66b58-b365-467c-8ccd-d2f23f5daf28 service nova] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 979.109059] env[66633]: INFO networking_nsxv3.common.synchronization [req-681f340e-c3c1-42c1-a5a7-b96a1dded03c req-b6e66b58-b365-467c-8ccd-d2f23f5daf28 service nova] Enqueued Resource ID: a44f4cf6-eabd-4b2d-9b38-32572000a471 with Priority: HIGHEST for action port [ 979.115262] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_rules [ 979.115262] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 979.115262] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44f4cf6-eabd-4b2d-9b38-32572000a471 with Priority: HIGHEST for action port [ 979.115262] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.115262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.115262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.115262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.115519] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.116733] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.116908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.117027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.117442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.117521] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.117653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.117872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.118289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.118289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.118289] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.119694] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44f4cf6-eabd-4b2d-9b38-32572000a471 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.119832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44f4cf6-eabd-4b2d-9b38-32572000a471" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.119832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44f4cf6-eabd-4b2d-9b38-32572000a471" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.120244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44f4cf6-eabd-4b2d-9b38-32572000a471" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.120244] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44f4cf6-eabd-4b2d-9b38-32572000a471',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.135279] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 979.136146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.136146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.136146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.136146] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.136310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.136348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.136495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.136611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.136715] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.429716] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.429853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.429933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.430214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.430318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.430539] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.430638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.430701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.430854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.431013] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.431107] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 979.467084] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.468442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.468442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.468442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.468852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.479849] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 979.622478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.622478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.622478] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.623386] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a44f4cf6-eabd-4b2d-9b38-32572000a471 with status ACTIVE [ 979.623588] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.623706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.623774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.624093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.624321] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.625333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.625415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.625609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.625733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.626326] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.626326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.626326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.626326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.626631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.626631] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a44f4cf6-eabd-4b2d-9b38-32572000a471 is going to be updated. [ 979.639213] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.652423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.652594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.652672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.652885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.653035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.653207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44f4cf6-eabd-4b2d-9b38-32572000a471" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.128797] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.141842] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.632625] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.632625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.632625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.632625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.632625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.632625] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be created. [ 980.644854] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.645028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.645105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.645307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.645396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.645497] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 980.658291] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.658510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.658510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.658843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.659023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.668096] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: UNINITIALIZED for 2s [ 980.683636] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.683868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.684215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.684215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.684337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.695118] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 980.961416] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 980.961778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.494624] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 981.494624] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 981.494624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.576593] env[66633]: INFO networking_nsxv3.common.synchronization [None req-0a786bde-2d31-41ef-98e0-c9bbde33ad2e None None] Enqueued Resource ID: dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477 with Priority: HIGHEST for action port [ 982.577760] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477 with Priority: HIGHEST for action port [ 982.577760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.577760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.577760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.578870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.578961] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.680939] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: SUCCESS [ 982.680939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.681169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.681260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.681451] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.681570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.681637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.681788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.681868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.681955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.682977] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.703662] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 982.703988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.704240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.704476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.704673] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.704791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.704855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.705008] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.705088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.705170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.705325] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.705421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.705480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.705614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.705748] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.705838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.705899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.706211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.706342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.706462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.706767] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.081434] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477 [ 983.081766] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.081908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.081988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.082303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.082429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.082538] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477 already deleted. [ 983.082625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc8c5ae6-a9ce-4c8d-b317-9b0ca0a1f477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.188530] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.209774] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf5ad64-d8d0-49d7-8080-e5450bd83a4f: rpc.has_security_group_logging(os_id): False [ 983.232552] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.232819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.232946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.233267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.233515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.233639] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.233734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.233734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.233893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.233968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.234151] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.234245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.234412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.234481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.234532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.234722] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.234821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.235904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.235904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.235904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.235904] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be created. [ 983.308288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.308288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.308288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.308288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.308574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.321190] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 983.691950] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fe2dda8-8baf-4f87-9d04-407a5a693d46: rpc.has_security_group_logging(os_id): False [ 983.712063] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.712218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.712259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.712467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.712556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.713077] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.713077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.713077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.713229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.713258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.713763] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be created. [ 983.779688] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.779935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.780032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.780876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.780876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.795116] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: IN_PROGRESS for 2s [ 983.927628] env[66633]: INFO networking_nsxv3.common.synchronization [req-9f273202-53cf-4d4c-8f4e-da6e89d4077f req-6c2bd02b-83f3-424a-9720-c89b012f1efe tempest-ServersTestManualDisk-1384256809 tempest-ServersTestManualDisk-1384256809-project-member] Enqueued Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_members [ 983.928171] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGHEST for action security_group_members [ 983.928465] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-077b2ee4-b138-4085-a14f-dd443d26b83f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.928580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.928666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.928864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.929195] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.929733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.929827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.930268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.930268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.930268] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.301630] env[66633]: INFO networking_nsxv3.common.synchronization [req-d485c554-fbc0-421f-bdd2-6c1cd1879c30 req-9d728175-a7ab-453a-83f3-e39a2090e66b tempest-ServerMetadataTestJSON-2057069458 tempest-ServerMetadataTestJSON-2057069458-project-member] Enqueued Resource ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa with Priority: HIGHEST for action security_group_members [ 984.304266] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa with Priority: HIGHEST for action security_group_members [ 984.304604] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.304735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.304806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.305105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.305309] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.305435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.305526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.305785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.305876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.306243] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d36e966-358e-4ab0-89ec-8df0bdbbf3fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.435189] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.435189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.435189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.435189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.459422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.462018] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.462018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.462018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.462018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.462018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.462018] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077b2ee4-b138-4085-a14f-dd443d26b83f is going to be updated. [ 984.490400] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.490400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.490400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.490400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.490400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.498304] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077b2ee4-b138-4085-a14f-dd443d26b83f in Status: IN_PROGRESS for 2s [ 984.671672] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.671888] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-479" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.672029] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-479" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.672510] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-479" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.672770] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.673304] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.673304] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.673304] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.673448] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.673591] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.673701] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.673805] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.673923] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.674099] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.674219] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.674374] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.699021] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.699021] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.699021] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.699021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-479" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.699021] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.699021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.699021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.699021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.699021] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.813495] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.813495] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.813495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa already deleted. [ 984.813495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.202381] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.202646] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.202777] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.203091] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.203250] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.203404] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057 not found, creating... [ 985.203693] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.203858] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.203975] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.204228] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.204367] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.204653] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.204809] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.204914] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.205244] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.205410] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.205565] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057 is going to be created. [ 985.230359] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.230359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.230359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.230359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.230359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.230359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.273317] env[66633]: INFO networking_nsxv3.common.synchronization [None req-8f9b113b-1631-4699-ab8f-44854381db05 None None] Enqueued Resource ID: 376738aa-4bcf-48a2-a552-61b5c5259f1c with Priority: HIGHEST for action port [ 985.273678] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376738aa-4bcf-48a2-a552-61b5c5259f1c with Priority: HIGHEST for action port [ 985.273819] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-376738aa-4bcf-48a2-a552-61b5c5259f1c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.273967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-376738aa-4bcf-48a2-a552-61b5c5259f1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.274073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-376738aa-4bcf-48a2-a552-61b5c5259f1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.274308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-376738aa-4bcf-48a2-a552-61b5c5259f1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.274406] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376738aa-4bcf-48a2-a552-61b5c5259f1c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.339058] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 985.339429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.340445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.340681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.340778] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.776769] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 376738aa-4bcf-48a2-a552-61b5c5259f1c [ 985.777194] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.777194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.777308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.777440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.777529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.777627] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:376738aa-4bcf-48a2-a552-61b5c5259f1c already deleted. [ 985.777736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-376738aa-4bcf-48a2-a552-61b5c5259f1c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.808589] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: SUCCESS [ 985.808907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.846637] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.846759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.846858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.847178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.847335] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.847454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.847558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.847655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.847741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.847826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.847914] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.921368] env[66633]: INFO networking_nsxv3.common.synchronization [req-d485c554-fbc0-421f-bdd2-6c1cd1879c30 req-707e8774-a50c-4e3a-9e5b-04b5184934d7 service nova] Enqueued Resource ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa with Priority: HIGHEST for action security_group_rules [ 985.921368] env[66633]: INFO networking_nsxv3.common.synchronization [req-d485c554-fbc0-421f-bdd2-6c1cd1879c30 req-707e8774-a50c-4e3a-9e5b-04b5184934d7 service nova] Enqueued Resource ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa with Priority: HIGHEST for action security_group_members [ 985.921368] env[66633]: INFO networking_nsxv3.common.synchronization [req-d485c554-fbc0-421f-bdd2-6c1cd1879c30 req-707e8774-a50c-4e3a-9e5b-04b5184934d7 service nova] Enqueued Resource ID: 03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057 with Priority: HIGHEST for action port [ 985.922887] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa with Priority: HIGHEST for action security_group_rules [ 985.922887] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa with Priority: HIGHEST for action security_group_members [ 985.922887] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057 with Priority: HIGHEST for action port [ 985.922887] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.922887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.922887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.923154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.923154] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d36e966-358e-4ab0-89ec-8df0bdbbf3fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.924266] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.924266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.924266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.924397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.924551] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.924646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.924706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.924851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.927261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.927261] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d36e966-358e-4ab0-89ec-8df0bdbbf3fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.927261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.927261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.927261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.927261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.927261] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.350885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.352250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.352250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.352456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.352570] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.352890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.352890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.352992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.352992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.353324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.353324] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.353324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.353453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.353634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.353684] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.353756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.353826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.353994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.354095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.354168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.354275] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.427804] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d36e966-358e-4ab0-89ec-8df0bdbbf3fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.429057] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.429157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.429528] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057 with status ACTIVE [ 986.429753] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.429911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.429961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.430187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.434020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.434020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.434020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.434020] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057 is going to be updated. [ 986.456317] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.456486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.456567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.456786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.456931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.457111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b0b55b-a0be-4fc9-bf4f-1ff79d3a9057" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.510101] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077b2ee4-b138-4085-a14f-dd443d26b83f in Status: SUCCESS [ 986.510256] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077b2ee4-b138-4085-a14f-dd443d26b83f deletion is rescheduled due to dependency. [ 986.510370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.775187] env[66633]: INFO networking_nsxv3.common.synchronization [None req-0432b21f-e1f4-4bfd-ab5a-f402fb794a4c None None] Enqueued Resource ID: ded19865-64bb-4c90-aeeb-3f92ac40bf36 with Priority: HIGHEST for action port [ 986.775777] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded19865-64bb-4c90-aeeb-3f92ac40bf36 with Priority: HIGHEST for action port [ 986.776104] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ded19865-64bb-4c90-aeeb-3f92ac40bf36 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.776232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ded19865-64bb-4c90-aeeb-3f92ac40bf36" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.780958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ded19865-64bb-4c90-aeeb-3f92ac40bf36" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.781327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ded19865-64bb-4c90-aeeb-3f92ac40bf36" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.781559] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ded19865-64bb-4c90-aeeb-3f92ac40bf36',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.858056] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf5ad64-d8d0-49d7-8080-e5450bd83a4f: rpc.has_security_group_logging(os_id): False [ 986.878464] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.878464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.878464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.878981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.878981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.878981] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.879117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.879117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.879303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.879303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.880507] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.880507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.880507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.880507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.880507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.880507] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.880507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.880507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.880507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.880507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.880507] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 986.930187] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d36e966-358e-4ab0-89ec-8df0bdbbf3fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.947702] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.947874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.947945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.948189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.948353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.960629] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 987.285380] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ded19865-64bb-4c90-aeeb-3f92ac40bf36 [ 987.285380] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.285380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.285380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.285380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.285380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.285380] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ded19865-64bb-4c90-aeeb-3f92ac40bf36 already deleted. [ 987.285380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ded19865-64bb-4c90-aeeb-3f92ac40bf36" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.433758] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.433964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.434019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.434242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.434331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.434452] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa is going to be created. [ 987.461057] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.461514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.461716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.462155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.462412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.475952] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa in Status: UNINITIALIZED for 2s [ 988.978220] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 988.979018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.170803] env[66633]: INFO networking_nsxv3.common.synchronization [None req-49129110-4bf3-4e77-82e4-95b90c3c9e5a None None] Enqueued Resource ID: ba930203-c240-493d-b16d-ce1779860cdb with Priority: HIGHEST for action port [ 989.171421] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba930203-c240-493d-b16d-ce1779860cdb with Priority: HIGHEST for action port [ 989.171738] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba930203-c240-493d-b16d-ce1779860cdb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.171868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba930203-c240-493d-b16d-ce1779860cdb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.173010] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba930203-c240-493d-b16d-ce1779860cdb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.173497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba930203-c240-493d-b16d-ce1779860cdb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.173708] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba930203-c240-493d-b16d-ce1779860cdb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.216999] env[66633]: INFO networking_nsxv3.common.synchronization [None req-4cb0d770-00e6-4767-a456-69944b5b0ff2 tempest-AttachVolumeShelveTestJSON-1240409384 tempest-AttachVolumeShelveTestJSON-1240409384-project-member] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_rules [ 989.217603] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_rules [ 989.219074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.219074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.219074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.219074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.219074] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.361367] env[66633]: INFO networking_nsxv3.common.synchronization [None req-16c88546-e43f-498f-afe3-07e0b47dc17f tempest-AttachVolumeShelveTestJSON-1240409384 tempest-AttachVolumeShelveTestJSON-1240409384-project-member] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_rules [ 989.362122] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_rules [ 989.362484] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.362629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.485546] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa in Status: SUCCESS [ 989.485770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.485932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.486176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.486373] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.486485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.486548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.486725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.486801] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.486878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.488022] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d36e966-358e-4ab0-89ec-8df0bdbbf3fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.677611] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba930203-c240-493d-b16d-ce1779860cdb [ 989.677611] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.677611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.677611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.677611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.677611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.677611] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba930203-c240-493d-b16d-ce1779860cdb already deleted. [ 989.677611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba930203-c240-493d-b16d-ce1779860cdb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.759453] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.759683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.759683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.760091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.760091] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.760370] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 already deleted. [ 989.760370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.760370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.760542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.760630] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.991762] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.992479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.992782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.993146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.993444] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.994913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.994913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.995811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.995811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.995811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.995811] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.997169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.997169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.997169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.997169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.997169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.997169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.997169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.997169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.997538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.997775] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d36e966-358e-4ab0-89ec-8df0bdbbf3fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.286071] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.286071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.286071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.286071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.286071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.286071] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 already deleted. [ 990.286071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.433014] env[66633]: INFO networking_nsxv3.common.synchronization [req-bc5d4b82-a8fd-44b8-b688-abfea0a4552d req-59a05377-5066-4805-abd2-bc0ece9f2491 tempest-MultipleCreateTestJSON-276417343 tempest-MultipleCreateTestJSON-276417343-project-member] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 990.433688] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 990.434086] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.434217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.434286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.434529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.434726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.434846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.434927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.435129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.435248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.435348] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.500434] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa: rpc.has_security_group_logging(os_id): False [ 990.520886] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.521962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.521962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.522177] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.522322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.522540] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.523653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.523653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.523653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.523653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.523653] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.523653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.523653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.523653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.523999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.523999] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.523999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.524125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.524791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.524791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.524791] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa is going to be created. [ 990.602046] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.602046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.602046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.602046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.602046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.613074] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa in Status: IN_PROGRESS for 2s [ 990.939107] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.202571] env[66633]: INFO networking_nsxv3.common.synchronization [req-c65d0ac8-c227-4d32-883f-4d9b885f64a6 req-c86f19a2-5652-4879-aed8-9aa106c83478 tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 991.203164] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 991.203474] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.203692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.203692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.205758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.207295] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.207295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.207295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.207295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.207295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.207295] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.210035] env[66633]: INFO networking_nsxv3.common.synchronization [None req-4ccefae7-d0cd-4759-a57e-dcfe18636263 None None] Enqueued Resource ID: e932801c-9bd3-4af7-bdea-bca97d0a50ee with Priority: HIGHEST for action port [ 991.210301] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e932801c-9bd3-4af7-bdea-bca97d0a50ee with Priority: HIGHEST for action port [ 991.210831] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-e932801c-9bd3-4af7-bdea-bca97d0a50ee taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.210948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e932801c-9bd3-4af7-bdea-bca97d0a50ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.211038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e932801c-9bd3-4af7-bdea-bca97d0a50ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.211271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e932801c-9bd3-4af7-bdea-bca97d0a50ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.211432] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e932801c-9bd3-4af7-bdea-bca97d0a50ee',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.441390] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.708970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.708970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.709359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.709425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.713308] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e932801c-9bd3-4af7-bdea-bca97d0a50ee [ 991.713427] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.713559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.713617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.713774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.713865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.714257] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e932801c-9bd3-4af7-bdea-bca97d0a50ee already deleted. [ 991.714257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e932801c-9bd3-4af7-bdea-bca97d0a50ee" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.730508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.731051] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.731186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.731258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.731453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.731531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.731618] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 991.762139] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.762139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.762139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.762139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.762139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.770121] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 991.808626] env[66633]: INFO networking_nsxv3.common.synchronization [req-0708deb2-b008-4b58-a37b-79cdb15c2be4 req-ffdb02e2-8102-49e5-9be0-dafdb22fec74 tempest-MultipleCreateTestJSON-276417343 tempest-MultipleCreateTestJSON-276417343-project-member] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 991.809208] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 991.809526] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.809630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.945319] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.945939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.945939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.945939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.945939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.946087] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 991.979327] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.979327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.979327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.979327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.979327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.987836] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 992.349584] env[66633]: INFO networking_nsxv3.common.synchronization [None req-52ec1c2b-1820-4bdd-9da4-396f3373dc74 tempest-ServerActionsV293TestJSON-2057966174 tempest-ServerActionsV293TestJSON-2057966174-project-member] Enqueued Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_rules [ 992.350195] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_rules [ 992.350509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dcde110-eff7-4603-a269-0b8380fce19f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.350635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.350702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.350961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.351233] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.545111] env[66633]: INFO networking_nsxv3.common.synchronization [None req-527b4d33-858d-4186-8474-125d83a616b4 tempest-ServerActionsV293TestJSON-2057966174 tempest-ServerActionsV293TestJSON-2057966174-project-member] Enqueued Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_rules [ 992.546432] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_rules [ 992.546715] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dcde110-eff7-4603-a269-0b8380fce19f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.546982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.628533] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa in Status: SUCCESS [ 992.628821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.969779] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.969958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.970276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.970276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.970449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.970496] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dcde110-eff7-4603-a269-0b8380fce19f already deleted. [ 992.970542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.970689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.970912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.970912] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.506540] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.506540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.506540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.506540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.506540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.506540] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dcde110-eff7-4603-a269-0b8380fce19f already deleted. [ 993.506540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.785590] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 993.785590] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f deletion is rescheduled due to dependency. [ 993.785590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.002496] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 994.002496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.002763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.004490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.004813] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.005056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.007442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.007442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.007442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.007442] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.131748] env[66633]: INFO networking_nsxv3.common.synchronization [None req-1a3b27a1-195e-41b1-88d3-dd5614261acd None None] Enqueued Resource ID: 9cdd7c62-a624-4211-857d-fa9c4983d4e4 with Priority: HIGHEST for action port [ 994.132280] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdd7c62-a624-4211-857d-fa9c4983d4e4 with Priority: HIGHEST for action port [ 994.132582] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cdd7c62-a624-4211-857d-fa9c4983d4e4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.132703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cdd7c62-a624-4211-857d-fa9c4983d4e4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.132770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cdd7c62-a624-4211-857d-fa9c4983d4e4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.134032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cdd7c62-a624-4211-857d-fa9c4983d4e4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.134032] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdd7c62-a624-4211-857d-fa9c4983d4e4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.511099] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.511406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.511406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.511586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.511680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.511889] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.511986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.512062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.512224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.512335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.512375] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 994.543903] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.544075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.544147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.544355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.544527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.554710] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 994.637022] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cdd7c62-a624-4211-857d-fa9c4983d4e4 [ 994.637022] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.637022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.637022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.637022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.637022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.637022] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cdd7c62-a624-4211-857d-fa9c4983d4e4 already deleted. [ 994.637022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cdd7c62-a624-4211-857d-fa9c4983d4e4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.354442] env[66633]: INFO networking_nsxv3.common.synchronization [req-abc73c1b-5a0f-47e5-aa5a-93041c10dfa9 req-53a15270-4f5a-4fb4-b560-b7d91c9e357d tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_members [ 996.355027] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGHEST for action security_group_members [ 996.355336] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3aff53c-02f8-4e10-859d-2acc37398f97 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.356130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.356290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.356603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.356765] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.356878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.357013] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.357233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.357325] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.357432] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.567073] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 996.567270] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f deletion is rescheduled due to dependency. [ 996.567397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.860276] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.860445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.860498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.860708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.882472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.883170] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.883314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.883383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.883599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.883750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.883871] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3aff53c-02f8-4e10-859d-2acc37398f97 is going to be updated. [ 996.915418] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.915621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.915677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.915949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.916154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.926523] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3aff53c-02f8-4e10-859d-2acc37398f97 in Status: IN_PROGRESS for 2s [ 997.400942] env[66633]: INFO networking_nsxv3.common.synchronization [req-8cb076ea-de3a-4555-8189-ec210ecf6118 req-a52e55f8-32e0-4718-859d-ba3f48bb1748 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 997.401265] env[66633]: INFO networking_nsxv3.common.synchronization [req-8cb076ea-de3a-4555-8189-ec210ecf6118 req-a52e55f8-32e0-4718-859d-ba3f48bb1748 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGHEST for action security_group_members [ 997.401404] env[66633]: INFO networking_nsxv3.common.synchronization [req-8cb076ea-de3a-4555-8189-ec210ecf6118 req-a52e55f8-32e0-4718-859d-ba3f48bb1748 tempest-SecurityGroupsTestJSON-230644131 tempest-SecurityGroupsTestJSON-230644131-project-member] Enqueued Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 997.401927] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGHEST for action security_group_members [ 997.404252] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGHEST for action security_group_members [ 997.404252] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGHEST for action security_group_members [ 997.404575] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.404575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.404575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.405031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.405031] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.405142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.405142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.405280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.405359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.405452] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.406339] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fdca19-e06a-4b33-8575-6c58a4ed38f9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.407448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.407583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.411614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.411833] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.411833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.411931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.412093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.412186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.412284] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.413553] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.413670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.413764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.413924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.414080] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.418849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.418849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.418849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.418849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.418849] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.919972] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.920221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.920306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.920563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.922151] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.922341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.924708] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.925108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.942659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.943079] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.943312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.943403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.943678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.943793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.943937] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 is going to be updated. [ 997.945395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.945601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.945690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.945932] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.946047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.946116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.946351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.946477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.946612] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be updated. [ 997.947589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.947771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.968087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.968525] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.968647] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.968771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.968980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.969086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.969193] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d83096-dd0e-424d-872a-e055097400db is going to be updated. [ 997.983423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.983720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.983720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.983990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.984198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.987085] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.987264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.987372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.987678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.987896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.998762] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: IN_PROGRESS for 2s [ 997.999909] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 in Status: IN_PROGRESS for 2s [ 998.004895] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.005142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.005293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.005687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.005809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.017858] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: IN_PROGRESS for 2s [ 998.306768] env[66633]: INFO networking_nsxv3.common.synchronization [req-6532d850-d592-41fc-bd7f-cfd251848c11 req-009abb89-6c14-4283-b2a9-2b7cff38023a tempest-ListServerFiltersTestJSON-839767980 tempest-ListServerFiltersTestJSON-839767980-project-member] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 998.307419] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGHEST for action security_group_members [ 998.307914] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.308140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.308264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.308632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.308870] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.309036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.309140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.309407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.309557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.309730] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.812279] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.812676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.812676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.812755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.833764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.833764] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.833764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.833764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.833764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.833764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.833764] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be updated. [ 998.860093] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.860093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.860220] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.860412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.860557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.870854] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: IN_PROGRESS for 2s [ 998.937867] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3aff53c-02f8-4e10-859d-2acc37398f97 in Status: SUCCESS [ 998.938065] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3aff53c-02f8-4e10-859d-2acc37398f97 deletion is rescheduled due to dependency. [ 998.938189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.117793] env[66633]: INFO networking_nsxv3.common.synchronization [req-0a6bf5d2-a381-47f8-81fe-f5ce481cffd6 req-796d540a-ae5f-4768-b5c7-0f4b1e3546dd tempest-ServerMetadataTestJSON-2057069458 tempest-ServerMetadataTestJSON-2057069458-project-member] Enqueued Resource ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa with Priority: HIGHEST for action security_group_members [ 999.118460] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa with Priority: HIGHEST for action security_group_members [ 999.118644] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.118858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.118858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.119054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.119371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.119371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.119371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.119495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.120321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.120321] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d36e966-358e-4ab0-89ec-8df0bdbbf3fa',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.622104] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.622358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.622358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.622581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.623203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.623203] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.623203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.623203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.623203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.623203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.623514] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa is going to be updated. [ 999.663873] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.664074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.664116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.665027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.665027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.678814] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa in Status: IN_PROGRESS for 2s [ 1000.010305] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 in Status: SUCCESS [ 1000.010680] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 deletion is rescheduled due to dependency. [ 1000.010680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.011263] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29146282-1e1a-4d45-8c60-b28009cdd892 in Status: SUCCESS [ 1000.011407] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 deletion is rescheduled due to dependency. [ 1000.011502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.026998] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d83096-dd0e-424d-872a-e055097400db in Status: SUCCESS [ 1000.027197] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d83096-dd0e-424d-872a-e055097400db deletion is rescheduled due to dependency. [ 1000.027310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.882069] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff in Status: SUCCESS [ 1000.882181] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff deletion is rescheduled due to dependency. [ 1000.882249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.688282] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa in Status: SUCCESS [ 1001.688558] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d36e966-358e-4ab0-89ec-8df0bdbbf3fa deletion is rescheduled due to dependency. [ 1001.688601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d36e966-358e-4ab0-89ec-8df0bdbbf3fa" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.224305] env[66633]: INFO networking_nsxv3.common.synchronization [None req-cd0a656d-bb93-4c89-8ac1-f43898fc8b71 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: 2e04702d-ce5d-4f8e-800b-c39271b7bf26 with Priority: HIGHEST for action security_group_rules [ 1002.224859] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e04702d-ce5d-4f8e-800b-c39271b7bf26 with Priority: HIGHEST for action security_group_rules [ 1002.225167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.225326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.225400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.225655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.225760] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e04702d-ce5d-4f8e-800b-c39271b7bf26',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.308549] env[66633]: INFO networking_nsxv3.common.synchronization [None req-44e532a5-bfab-4a7b-87ea-b6cc69a07453 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: 2e04702d-ce5d-4f8e-800b-c39271b7bf26 with Priority: HIGHEST for action security_group_rules [ 1002.309129] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e04702d-ce5d-4f8e-800b-c39271b7bf26 with Priority: HIGHEST for action security_group_rules [ 1002.309431] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.309532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.749097] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.749420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.749467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.749655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.749762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.749864] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e04702d-ce5d-4f8e-800b-c39271b7bf26 already deleted. [ 1002.749953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.750118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.750281] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.750365] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e04702d-ce5d-4f8e-800b-c39271b7bf26',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.275221] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.275417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.275488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.275808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.275900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.276045] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e04702d-ce5d-4f8e-800b-c39271b7bf26 already deleted. [ 1003.276102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e04702d-ce5d-4f8e-800b-c39271b7bf26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.295066] env[66633]: INFO networking_nsxv3.common.synchronization [req-55c396b8-2cab-4b7c-a637-0a674a0b2e23 req-24337f2a-e05c-436c-a87c-275ca9c17942 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1005.295596] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1005.296193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.296325] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.296394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.297367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.297580] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.297763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.297831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.298017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.298106] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.298293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.800621] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.800808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.800856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.801082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.829893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.830268] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.830454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.830553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.830824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.830931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.831067] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1005.871952] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.872134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.872179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.872355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.872497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.887031] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1007.898189] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1007.898189] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 1007.898571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.372545] env[66633]: INFO networking_nsxv3.common.synchronization [None req-0c1bb6c2-d568-4f65-96f1-e887ca2bc5ec None None] Enqueued Resource ID: 857ea208-311d-437d-b9ad-cf3ad0b119e7 with Priority: HIGHEST for action port [ 1008.373126] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857ea208-311d-437d-b9ad-cf3ad0b119e7 with Priority: HIGHEST for action port [ 1008.373510] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-857ea208-311d-437d-b9ad-cf3ad0b119e7 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.373674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-857ea208-311d-437d-b9ad-cf3ad0b119e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.373750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-857ea208-311d-437d-b9ad-cf3ad0b119e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.374057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-857ea208-311d-437d-b9ad-cf3ad0b119e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.374176] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857ea208-311d-437d-b9ad-cf3ad0b119e7',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.484696] env[66633]: INFO networking_nsxv3.common.synchronization [req-2f8b1077-7e53-4fc5-a9ae-8ee9edbba634 req-5ffb405a-6824-4bc4-ad60-2b5fa9b0d3c2 tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1008.484696] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1008.485492] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.485868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.486111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.486523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.486921] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.487218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.489100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.489100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.489100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.489100] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.876413] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 857ea208-311d-437d-b9ad-cf3ad0b119e7 [ 1008.876707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.876897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.876897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.877135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.877227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.877319] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:857ea208-311d-437d-b9ad-cf3ad0b119e7 already deleted. [ 1008.877404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-857ea208-311d-437d-b9ad-cf3ad0b119e7" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.884633] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.884633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.884633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.884633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.884633] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.884633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.884633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.884633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.884633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.885443] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.885676] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.885883] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.886120] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.886963] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.887281] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.887645] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.911704] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.911980] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.912082] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.912262] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.912586] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-cd295e2c-7973-4b7a-9716-cf8090b3ae62 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.912767] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-cd295e2c-7973-4b7a-9716-cf8090b3ae62" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.912864] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-cd295e2c-7973-4b7a-9716-cf8090b3ae62" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.913220] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-cd295e2c-7973-4b7a-9716-cf8090b3ae62" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.913352] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd295e2c-7973-4b7a-9716-cf8090b3ae62',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.990798] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.991172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.992520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.992956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.993150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.993463] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.993690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.993789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.994111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.994202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994299] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e already deleted. [ 1008.994381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.417436] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.417758] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.417910] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.418434] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.418522] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.419091] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port cd295e2c-7973-4b7a-9716-cf8090b3ae62 not found, creating... [ 1009.419091] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.419251] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.419297] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.419543] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.419704] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.420075] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.420279] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.420426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.420652] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.420828] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.421028] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: cd295e2c-7973-4b7a-9716-cf8090b3ae62 is going to be created. [ 1009.443535] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.443769] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.443896] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.444308] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.444570] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.444798] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-cd295e2c-7973-4b7a-9716-cf8090b3ae62" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.196628] env[66633]: INFO networking_nsxv3.common.synchronization [req-2f8b1077-7e53-4fc5-a9ae-8ee9edbba634 req-91542fdd-b556-4f87-b8d7-c7006e7da9bf service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1010.196978] env[66633]: INFO networking_nsxv3.common.synchronization [req-2f8b1077-7e53-4fc5-a9ae-8ee9edbba634 req-91542fdd-b556-4f87-b8d7-c7006e7da9bf service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1010.196978] env[66633]: INFO networking_nsxv3.common.synchronization [req-2f8b1077-7e53-4fc5-a9ae-8ee9edbba634 req-91542fdd-b556-4f87-b8d7-c7006e7da9bf service nova] Enqueued Resource ID: cd295e2c-7973-4b7a-9716-cf8090b3ae62 with Priority: HIGHEST for action port [ 1010.197492] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1010.197777] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1010.197908] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd295e2c-7973-4b7a-9716-cf8090b3ae62 with Priority: HIGHEST for action port [ 1010.198213] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.198342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.198415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.198667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.198794] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.199807] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.199930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.199985] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.200189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.200406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.200508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.200665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.201644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.201785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.201971] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.203496] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd295e2c-7973-4b7a-9716-cf8090b3ae62 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.205430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd295e2c-7973-4b7a-9716-cf8090b3ae62" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.205430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd295e2c-7973-4b7a-9716-cf8090b3ae62" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.205430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd295e2c-7973-4b7a-9716-cf8090b3ae62" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.205430] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd295e2c-7973-4b7a-9716-cf8090b3ae62',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.511573] env[66633]: INFO networking_nsxv3.common.synchronization [None req-7fed4cbb-7ab8-4e00-a3a2-ccd415ba997f None None] Enqueued Resource ID: 6620a217-7843-4b45-affd-f85b18a43798 with Priority: HIGHEST for action port [ 1010.512141] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6620a217-7843-4b45-affd-f85b18a43798 with Priority: HIGHEST for action port [ 1010.512438] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6620a217-7843-4b45-affd-f85b18a43798 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.512560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6620a217-7843-4b45-affd-f85b18a43798" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.512628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6620a217-7843-4b45-affd-f85b18a43798" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.512874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6620a217-7843-4b45-affd-f85b18a43798" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.513169] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6620a217-7843-4b45-affd-f85b18a43798',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.706032] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.707084] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.707193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.707379] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd295e2c-7973-4b7a-9716-cf8090b3ae62 with status ACTIVE [ 1010.707835] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.707835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.707835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.708018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.708018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.708158] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.708253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.708313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.708462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.708538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.708718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.708840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.708911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.709065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.709141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.709231] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd295e2c-7973-4b7a-9716-cf8090b3ae62 is going to be updated. [ 1010.730190] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.730370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.730452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.730609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.730748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.730904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd295e2c-7973-4b7a-9716-cf8090b3ae62" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.015576] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6620a217-7843-4b45-affd-f85b18a43798 [ 1011.015821] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.015956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.016105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.016252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.016375] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.016441] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6620a217-7843-4b45-affd-f85b18a43798 already deleted. [ 1011.016518] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6620a217-7843-4b45-affd-f85b18a43798" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.212476] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.714674] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.714963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.714963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.715169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.715247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.715356] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be created. [ 1011.741844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.741998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.742077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.742299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.742457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.752306] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: UNINITIALIZED for 2s [ 1012.854761] env[66633]: INFO networking_nsxv3.common.synchronization [req-2ce8e951-0d4d-4a9f-a4c3-319678c5497f req-aa6a5743-e190-40ca-88ac-c90cfd9a9bb7 tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 1012.855496] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 1012.855660] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.855782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.855840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.856065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.856210] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.856264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.856468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.856468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.856550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.856658] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.239846] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.240088] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.240229] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.241098] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.241098] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.241098] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.241309] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.241413] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.241532] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.241767] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.241891] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.242008] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.242138] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.242257] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.242352] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.242491] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.262654] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.262837] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.262980] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.263190] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-706" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.263566] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-1e22e00d-26b5-43f9-867d-4db1b429906b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.263759] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-1e22e00d-26b5-43f9-867d-4db1b429906b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.263876] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-1e22e00d-26b5-43f9-867d-4db1b429906b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.264259] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-1e22e00d-26b5-43f9-867d-4db1b429906b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.264399] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e22e00d-26b5-43f9-867d-4db1b429906b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.359548] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.359548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.359548] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.359755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.359805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.360038] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.360146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.360238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.360368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.360446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.360551] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 1013.388371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.388552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.388648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.388884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.389138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.399617] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 1013.762639] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1013.762857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.763261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.763355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.763480] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.763596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.763725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.763828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.763906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.763990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.764102] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.767811] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.767988] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.768129] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.768431] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.768587] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.768856] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 1e22e00d-26b5-43f9-867d-4db1b429906b not found, creating... [ 1013.769054] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.769216] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.769330] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.769537] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.769673] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.770016] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.770187] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.770305] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.770736] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.770736] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.770832] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 1e22e00d-26b5-43f9-867d-4db1b429906b is going to be created. [ 1013.791172] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.791389] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.791510] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.791774] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.792008] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.792238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-1e22e00d-26b5-43f9-867d-4db1b429906b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.105513] env[66633]: INFO networking_nsxv3.common.synchronization [req-88de1b43-ab02-4f3d-9b4a-ad1bf79df1a5 req-a16324bf-7771-4eec-a419-d7c357764c4b tempest-ServerActionsTestOtherB-852466792 tempest-ServerActionsTestOtherB-852466792-project-member] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1014.106423] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1014.106423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.106552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.106683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.107192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.107332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.107406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.107454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.107577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.107676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.107775] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.266842] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.267030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.267097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.267328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.267497] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.267599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.267663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.267815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.267962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.268084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.268230] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.268321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.268380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.268552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.268707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.268886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.268944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.269101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.269177] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.269260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.269345] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.509988] env[66633]: INFO networking_nsxv3.common.synchronization [req-2ce8e951-0d4d-4a9f-a4c3-319678c5497f req-2f68ee20-efd5-4328-945f-ac8292f33ee8 service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 1014.510535] env[66633]: INFO networking_nsxv3.common.synchronization [req-2ce8e951-0d4d-4a9f-a4c3-319678c5497f req-2f68ee20-efd5-4328-945f-ac8292f33ee8 service nova] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 1014.510535] env[66633]: INFO networking_nsxv3.common.synchronization [req-2ce8e951-0d4d-4a9f-a4c3-319678c5497f req-2f68ee20-efd5-4328-945f-ac8292f33ee8 service nova] Enqueued Resource ID: 1e22e00d-26b5-43f9-867d-4db1b429906b with Priority: HIGHEST for action port [ 1014.510667] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_rules [ 1014.513169] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 1014.513169] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e22e00d-26b5-43f9-867d-4db1b429906b with Priority: HIGHEST for action port [ 1014.513169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.513169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.513169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.513169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.513169] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.513656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.513656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.514298] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e22e00d-26b5-43f9-867d-4db1b429906b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.517025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e22e00d-26b5-43f9-867d-4db1b429906b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.517025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e22e00d-26b5-43f9-867d-4db1b429906b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.517025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e22e00d-26b5-43f9-867d-4db1b429906b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.517025] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e22e00d-26b5-43f9-867d-4db1b429906b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.610412] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.611315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.611315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.611315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.637131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.637338] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.637453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.637486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.637700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.637786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.637878] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1014.682748] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.682748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.682748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.682748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.684011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.692085] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1014.771593] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa15ac4-cd32-401c-8923-5ea37d979d6e: rpc.has_security_group_logging(os_id): False [ 1014.790596] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.790789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.790865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.791114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.791207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.791445] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.791547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.791610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.791767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.791900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.792169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.792322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.792423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.792597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.792677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.792863] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.792957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.794182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.794487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.794626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.795224] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be created. [ 1014.869906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.870074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.870149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.870393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.870632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.882319] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1015.018514] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.018802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.022189] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e22e00d-26b5-43f9-867d-4db1b429906b with status ACTIVE [ 1015.022529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.022735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.022873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.023242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.023380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.023673] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.023865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.023977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.024312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.024469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.024838] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.025218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.025218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.025428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.025573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.025705] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e22e00d-26b5-43f9-867d-4db1b429906b is going to be updated. [ 1015.050199] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.050413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.050492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.050712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.050852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.051034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e22e00d-26b5-43f9-867d-4db1b429906b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.410920] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 1015.411261] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f deletion is rescheduled due to dependency. [ 1015.411421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.411643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.411873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.412078] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.412199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.412268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.412480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.412563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.412672] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.915293] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.213529] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1016.213670] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1016.419425] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.701874] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1016.701874] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 deletion is rescheduled due to dependency. [ 1016.702047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.897029] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1016.897192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.922212] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.922374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.923127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.923127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.923127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.923127] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 1016.954022] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.954022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.954022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.954249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.954356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.963407] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 1018.976478] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 1018.976787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.976787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.977017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.977225] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.977365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.977426] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.977640] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.977733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.977885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.977998] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.227748] env[66633]: INFO networking_nsxv3.common.synchronization [req-121f9714-6d49-48f1-8c83-c27652828752 req-f2beac9c-30e1-4ac9-a87e-be561c654041 tempest-AttachVolumeShelveTestJSON-1240409384 tempest-AttachVolumeShelveTestJSON-1240409384-project-member] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_members [ 1019.228623] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_members [ 1019.229088] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.229273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.229358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.230595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.230595] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.230595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.230595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.230595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.230595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.230840] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.481105] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.481432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.481505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.481862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.482104] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.482231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.482369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.482534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.482645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.482770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.482965] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.483189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.483425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.483723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.484008] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.484212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.484321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.484462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.484571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.484681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.484871] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.604077] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.604269] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.604370] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.604649] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.605338] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.605518] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.605638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.605871] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.606187] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.606275] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.606353] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.606457] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.606562] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.606666] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.606796] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.607095] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.626756] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.626936] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.627091] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.627277] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.627635] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-04250378-7268-4be6-b910-494b20c35207 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.627779] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.627897] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.628303] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.628684] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04250378-7268-4be6-b910-494b20c35207',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.735266] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.735515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.736275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.736275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.736502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.736621] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.736787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.736787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.736972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.737052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.737151] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 already deleted. [ 1019.737237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.987570] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c70e0e-dd0e-431c-b52d-d1320bdbb39f: rpc.has_security_group_logging(os_id): False [ 1020.010085] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.010441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.010649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.011064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.011251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.011675] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.011877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.012158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.012510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.012687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.013068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.013261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.013380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.013678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.013842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.014199] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.014396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.014566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.014899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.015074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.015230] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 1020.089685] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.089912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.090053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.090364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.090595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.105879] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 1020.131616] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.131827] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.131958] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.132302] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.132462] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.132648] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 04250378-7268-4be6-b910-494b20c35207 not found, creating... [ 1020.133027] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.133222] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.134064] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.134064] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.134064] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.134064] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.134304] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.134343] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.134526] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.134665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.134801] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 04250378-7268-4be6-b910-494b20c35207 is going to be created. [ 1020.164391] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.164771] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.165015] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.165447] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.165804] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.166213] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.865318] env[66633]: INFO networking_nsxv3.common.synchronization [req-121f9714-6d49-48f1-8c83-c27652828752 req-49598548-55c8-4c7e-9670-775a25cea771 service nova] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_rules [ 1020.865318] env[66633]: INFO networking_nsxv3.common.synchronization [req-121f9714-6d49-48f1-8c83-c27652828752 req-49598548-55c8-4c7e-9670-775a25cea771 service nova] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_members [ 1020.865318] env[66633]: INFO networking_nsxv3.common.synchronization [req-121f9714-6d49-48f1-8c83-c27652828752 req-49598548-55c8-4c7e-9670-775a25cea771 service nova] Enqueued Resource ID: 04250378-7268-4be6-b910-494b20c35207 with Priority: HIGHEST for action port [ 1020.865318] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_rules [ 1020.865943] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_members [ 1020.866306] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04250378-7268-4be6-b910-494b20c35207 with Priority: HIGHEST for action port [ 1020.869279] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.869279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.869279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.869279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.869279] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.869279] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.869815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.869815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.869815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.870067] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.870135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.870171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.870320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.870407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.870539] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.871410] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-04250378-7268-4be6-b910-494b20c35207 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.871520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.871573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.871937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.871937] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04250378-7268-4be6-b910-494b20c35207',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.373397] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.374424] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.374539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.374883] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04250378-7268-4be6-b910-494b20c35207 with status ACTIVE [ 1021.375059] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.375171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.375243] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.376022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.376022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.376022] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.376022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.376022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.376022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.376326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.376326] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.376326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.376448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.376508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.376581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.376685] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04250378-7268-4be6-b910-494b20c35207 is going to be updated. [ 1021.399029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.399215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.399215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.399403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.399553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.399715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.598833] env[66633]: INFO networking_nsxv3.common.synchronization [req-34dc0e59-5109-4700-9b91-9de37d014b5f req-96687ecb-b352-473e-962d-2ac861441c7b tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 1021.599847] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 1021.600610] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.600610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.600610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.600799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.600933] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.601050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.601120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.601269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.601353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.601446] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.876163] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.907603] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.907877] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.907995] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.908276] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.908540] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.908752] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.908887] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.910810] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.910810] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.910810] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.910810] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.910810] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.910810] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.910810] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.910810] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.910810] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.929183] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.929615] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.929774] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.929951] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.930358] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-605458d2-2b7c-4452-9417-c139ae0e98c5 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.930546] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-605458d2-2b7c-4452-9417-c139ae0e98c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.930664] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-605458d2-2b7c-4452-9417-c139ae0e98c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.930987] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-605458d2-2b7c-4452-9417-c139ae0e98c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.931139] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605458d2-2b7c-4452-9417-c139ae0e98c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.103454] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.127824] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 1022.128073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.379484] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.379823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.379823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.379943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.380104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.380296] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 is going to be created. [ 1022.403445] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.403631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.403631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.403850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.404018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.417786] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: UNINITIALIZED for 2s [ 1022.434475] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.434867] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.435166] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.435626] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.435864] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.436119] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 605458d2-2b7c-4452-9417-c139ae0e98c5 not found, creating... [ 1022.436542] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.436809] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.437020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.437375] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.437600] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.438061] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.438318] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.438490] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.438809] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.439062] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.439283] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 605458d2-2b7c-4452-9417-c139ae0e98c5 is going to be created. [ 1022.462642] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.462848] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.462972] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.463277] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.463516] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.463738] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-605458d2-2b7c-4452-9417-c139ae0e98c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.606458] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.108661] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.108930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.109035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.109253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.109367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.109480] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be updated. [ 1023.143955] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.144167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.144261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.144619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.144816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.156590] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: IN_PROGRESS for 2s [ 1023.227286] env[66633]: INFO networking_nsxv3.common.synchronization [req-34dc0e59-5109-4700-9b91-9de37d014b5f req-15b629df-4dbb-40df-a74f-fe76adec1efc service nova] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_rules [ 1023.227286] env[66633]: INFO networking_nsxv3.common.synchronization [req-34dc0e59-5109-4700-9b91-9de37d014b5f req-15b629df-4dbb-40df-a74f-fe76adec1efc service nova] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 1023.227286] env[66633]: INFO networking_nsxv3.common.synchronization [req-34dc0e59-5109-4700-9b91-9de37d014b5f req-15b629df-4dbb-40df-a74f-fe76adec1efc service nova] Enqueued Resource ID: 605458d2-2b7c-4452-9417-c139ae0e98c5 with Priority: HIGHEST for action port [ 1023.227286] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_rules [ 1023.227286] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 1023.227286] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605458d2-2b7c-4452-9417-c139ae0e98c5 with Priority: HIGHEST for action port [ 1023.227286] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.227286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.229036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.229036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.229036] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.229353] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.230027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.230027] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-605458d2-2b7c-4452-9417-c139ae0e98c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.230027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-605458d2-2b7c-4452-9417-c139ae0e98c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.230027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-605458d2-2b7c-4452-9417-c139ae0e98c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.230264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-605458d2-2b7c-4452-9417-c139ae0e98c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.230264] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605458d2-2b7c-4452-9417-c139ae0e98c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.731839] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.732258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.732302] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 605458d2-2b7c-4452-9417-c139ae0e98c5 with status ACTIVE [ 1023.732452] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.732562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.732626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.732833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.732923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.733108] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.733205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.733271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.733417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.733491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.733668] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.733759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.733864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.733950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.734035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.734119] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 605458d2-2b7c-4452-9417-c139ae0e98c5 is going to be updated. [ 1023.755687] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.755942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.756118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.756446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.756686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.756972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-605458d2-2b7c-4452-9417-c139ae0e98c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.429903] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: SUCCESS [ 1024.430233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.430462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.430744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.431051] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.431222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.431351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.431492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.431572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.431658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.431754] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.934020] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.172220] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: SUCCESS [ 1025.172449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.172614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.172855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.173076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.173245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.173315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.173550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.173634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.173737] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.437180] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2615c17f-fe44-406b-912b-20ca3dfc3606: rpc.has_security_group_logging(os_id): False [ 1025.458771] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.458928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.459122] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.459421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.459490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.459749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.459907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.460035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.460284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.460391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.460504] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 is going to be created. [ 1025.539154] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.539154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.539154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.539154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.539154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.550012] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: IN_PROGRESS for 2s [ 1025.677527] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.179530] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.682580] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.682769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.682846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.683085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683281] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be updated. [ 1026.717020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.717224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.717343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.717587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.717789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.727819] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: IN_PROGRESS for 2s [ 1027.574099] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: SUCCESS [ 1027.574630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.227545] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1028.227688] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1028.745022] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: SUCCESS [ 1028.745022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.745022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.745022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.745022] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.745022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.745022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.745022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.745022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.745022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.745022] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.250677] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.702868] env[66633]: INFO networking_nsxv3.common.synchronization [req-0e20fea2-63d1-4159-880a-6b6f5e2a78b8 req-023b20c0-6d1b-43bf-9072-6040065d5ccc tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 1029.703488] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 1029.703844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.703943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.704715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.704978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.707381] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.707381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.707381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.707381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.707381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.707381] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.753253] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fe2dda8-8baf-4f87-9d04-407a5a693d46: rpc.has_security_group_logging(os_id): False [ 1029.778042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.778042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.778042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.778042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.778042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.778042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.778042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.778042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.778042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.778042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.778042] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be updated. [ 1029.891309] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.891309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.891309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.891309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.891309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.911714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: IN_PROGRESS for 2s [ 1030.212561] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.212561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.212840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.213301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.213419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.213762] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.213762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.213913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.213947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.214041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.214126] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 1030.225961] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.227155] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.227155] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.227155] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.227490] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.227603] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.227977] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.228304] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.228304] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.228541] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.228663] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.228804] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.228931] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.229088] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.229210] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.229382] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.250069] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.250069] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.250317] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.250317] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-327" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.250662] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-cad6b2ad-ef6d-4050-97b3-e8652173797b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.250961] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-cad6b2ad-ef6d-4050-97b3-e8652173797b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.251188] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-cad6b2ad-ef6d-4050-97b3-e8652173797b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.251697] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-cad6b2ad-ef6d-4050-97b3-e8652173797b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.251940] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad6b2ad-ef6d-4050-97b3-e8652173797b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.256113] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.256113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.256113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.256113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.256113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.266376] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 1030.755260] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.755694] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.755694] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.755992] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.756215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.756379] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port cad6b2ad-ef6d-4050-97b3-e8652173797b not found, creating... [ 1030.756714] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.756951] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.757211] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.757512] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.757660] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.757976] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.758170] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.758286] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.758522] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.758654] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.758794] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: cad6b2ad-ef6d-4050-97b3-e8652173797b is going to be created. [ 1030.788391] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.788622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.788713] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.789110] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.789473] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.790074] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-cad6b2ad-ef6d-4050-97b3-e8652173797b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.159940] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.160216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.160216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.160423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.160837] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.572176] env[66633]: INFO networking_nsxv3.common.synchronization [req-0e20fea2-63d1-4159-880a-6b6f5e2a78b8 req-e2e40201-8e85-466d-b517-10c65fd83905 service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 1031.572176] env[66633]: INFO networking_nsxv3.common.synchronization [req-0e20fea2-63d1-4159-880a-6b6f5e2a78b8 req-e2e40201-8e85-466d-b517-10c65fd83905 service nova] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 1031.572176] env[66633]: INFO networking_nsxv3.common.synchronization [req-0e20fea2-63d1-4159-880a-6b6f5e2a78b8 req-e2e40201-8e85-466d-b517-10c65fd83905 service nova] Enqueued Resource ID: cad6b2ad-ef6d-4050-97b3-e8652173797b with Priority: HIGHEST for action port [ 1031.572656] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_rules [ 1031.572792] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 1031.572886] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6b2ad-ef6d-4050-97b3-e8652173797b with Priority: HIGHEST for action port [ 1031.573179] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.573305] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.573375] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.573692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.573692] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.574534] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.575437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.575437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-cad6b2ad-ef6d-4050-97b3-e8652173797b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.575437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cad6b2ad-ef6d-4050-97b3-e8652173797b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.575437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cad6b2ad-ef6d-4050-97b3-e8652173797b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.575437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cad6b2ad-ef6d-4050-97b3-e8652173797b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.575437] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad6b2ad-ef6d-4050-97b3-e8652173797b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.662738] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.928812] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: SUCCESS [ 1031.929209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.077986] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.078558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.078558] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cad6b2ad-ef6d-4050-97b3-e8652173797b with status ACTIVE [ 1032.078558] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.078778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.078778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.078895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.078981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.079217] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.079303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.079381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.079713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.079713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.080204] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.080204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.080204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.080204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.080654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.080654] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cad6b2ad-ef6d-4050-97b3-e8652173797b is going to be updated. [ 1032.110471] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.110698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.110698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.110902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.111055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.111218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cad6b2ad-ef6d-4050-97b3-e8652173797b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.166082] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.279133] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 1032.279335] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 1032.279471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.279998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.280304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.280601] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.280705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.280747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.280899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.280984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.281094] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.671480] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1032.671581] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1032.678045] env[66633]: INFO networking_nsxv3.common.synchronization [req-88062546-29ad-4866-8dbd-c710d2f1b6e7 req-1716454e-471c-4ffc-b8fc-15a6ce83d508 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1032.678045] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1032.678045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.678045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.678045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.678045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.678045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.678955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.679177] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.679403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.679500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.679700] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.786776] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.183243] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.183639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.183639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.184264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.184264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.184464] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.184532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.184613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.185784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.185784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.185784] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1033.221176] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.221502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.221649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.221967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.222183] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.231175] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.231456] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.231525] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.231805] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.232095] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.232314] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.232442] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.232711] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.232873] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.233182] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.233773] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.233773] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.233773] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.233773] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.234114] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.234114] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.242907] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1033.274349] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.274551] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.274737] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.274959] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.275304] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-03567611-e475-44c6-a565-28746b4114cc taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.275479] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-03567611-e475-44c6-a565-28746b4114cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.275596] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-03567611-e475-44c6-a565-28746b4114cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.275941] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-03567611-e475-44c6-a565-28746b4114cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.276088] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03567611-e475-44c6-a565-28746b4114cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.288941] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.648225] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.648225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.648225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.648225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.673218] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1033.674182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.675588] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1033.709966] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.709966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.709966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.709966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.723882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.724506] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1033.724604] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1033.724666] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1033.779970] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.781131] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.781131] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.781131] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.781403] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.781583] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 03567611-e475-44c6-a565-28746b4114cc not found, creating... [ 1033.781948] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.782175] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.782295] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.782534] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.783137] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.783277] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.783544] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.783693] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.784014] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.784281] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.784415] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 03567611-e475-44c6-a565-28746b4114cc is going to be created. [ 1033.793144] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.793144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.793307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.793582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.793582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.793694] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 1033.798978] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.799150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.799249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.799456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.800756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.800957] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1033.817950] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.818506] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.818506] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.818632] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.818875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.819309] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-03567611-e475-44c6-a565-28746b4114cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.835787] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.835957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.836083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.836230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.836384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.855531] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 1033.974970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.975153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.975279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.975599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.976038] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.977078] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1034.080894] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.081181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.081181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.081338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.081675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.081979] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1034.082097] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'daa15ac4-cd32-401c-8923-5ea37d979d6e', 'e3aff53c-02f8-4e10-859d-2acc37398f97', 'ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d', 'a2557341-e113-4f15-96e6-1c6a9c9e0819', '5c7020aa-b29d-4ac9-9b00-81cc06681f55', '7fe2dda8-8baf-4f87-9d04-407a5a693d46', 'ba237ff1-02e7-484a-acaa-695c79c2f089', '29146282-1e1a-4d45-8c60-b28009cdd892', 'f0be5ffa-4bc6-4c0c-8f81-fa146824baa2', 'bc37b1db-2104-4f24-94e1-062870b9baeb', '7d71b8ec-e205-422d-a00b-e2f471798aa8', '0415abd8-e14c-45d6-8013-08f33faca7b3', '20e8a1c3-87b4-4501-82c5-df2a952bce0b', '70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff', '72c70e0e-dd0e-431c-b52d-d1320bdbb39f', '2615c17f-fe44-406b-912b-20ca3dfc3606', '78fdca19-e06a-4b33-8575-6c58a4ed38f9', 'db215227-4162-489f-a789-6ca221a787ea', 'd27de7bf-cd56-4b35-85b7-8960da4fba01', 'd64481c0-92ee-4094-81bf-d6aa4151520c', '50d83096-dd0e-424d-872a-e055097400db', '913009f5-75fd-4502-8632-6505caa4313f', 'f7551686-eba4-482e-a5a1-b773ce2d9630', '4c3f8a97-0d93-4ece-8c97-16aa4e2c6077', '1ec2c38c-f21d-449a-ac7e-af93df8708f0', 'd41e18af-35e2-4e34-96f9-455fb65b29a2', 'ebfb4114-f8eb-4b3f-9376-e0943ba3910a', '1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a', '104784a2-622e-4885-9cfa-e59104f9d491', '33f35207-b631-43d8-9917-7b7a5d264d5a', '5c0762b3-9aec-484f-9095-63312b4ce82e', 'e64dcf9e-0b27-43ed-99db-767d96145ad0', '628f9d2f-fc5a-480e-906b-5480b97b49ae', '20804a61-fc00-43e0-b987-d4a7859059c5', 'c4f36181-9196-40e6-97f8-2c2535cf65d5', '932c58a7-5496-408a-bc53-f5bc929053bf', '82e41a7e-c966-43e7-aef2-a2be3dd74141', 'ecf5ad64-d8d0-49d7-8080-e5450bd83a4f', '13b0cfa7-b6f5-484b-9392-7b32a6bfd0db', '55010995-c170-47a6-9133-b86bd611f948', '6413a8e6-db90-4894-80e7-81a90f5775d3', '9d36e966-358e-4ab0-89ec-8df0bdbbf3fa', '077b2ee4-b138-4085-a14f-dd443d26b83f'} {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1034.082259] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1034.103406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.103699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.103699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.103879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.103966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.104125] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1034.104181] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1034.104288] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1034.184072] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.184502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.184502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.184502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.185401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.185643] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1034.185724] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1034.185788] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1034.185858] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1034.185936] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1034.186024] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGH for action security_group_rules [ 1034.186111] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGH for action security_group_rules [ 1034.186181] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGH for action security_group_rules [ 1034.186245] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGH for action security_group_rules [ 1034.186310] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGH for action security_group_rules [ 1034.186371] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGH for action security_group_rules [ 1034.186419] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGH for action security_group_rules [ 1034.186475] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGH for action security_group_rules [ 1034.186528] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGH for action security_group_rules [ 1034.186590] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGH for action security_group_rules [ 1034.186640] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGH for action security_group_rules [ 1034.186701] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGH for action security_group_rules [ 1034.186772] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGH for action security_group_rules [ 1034.186829] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGH for action security_group_rules [ 1034.186873] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGH for action security_group_rules [ 1034.186962] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGH for action security_group_rules [ 1034.187020] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGH for action security_group_rules [ 1034.187065] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGH for action security_group_rules [ 1034.187158] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGH for action security_group_rules [ 1034.187228] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGH for action security_group_rules [ 1034.187328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.516737] env[66633]: INFO networking_nsxv3.common.synchronization [req-88062546-29ad-4866-8dbd-c710d2f1b6e7 req-7d0813a4-2348-4db7-9ec4-f946998e7562 service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 1034.516864] env[66633]: INFO networking_nsxv3.common.synchronization [req-88062546-29ad-4866-8dbd-c710d2f1b6e7 req-7d0813a4-2348-4db7-9ec4-f946998e7562 service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1034.517030] env[66633]: INFO networking_nsxv3.common.synchronization [req-88062546-29ad-4866-8dbd-c710d2f1b6e7 req-7d0813a4-2348-4db7-9ec4-f946998e7562 service nova] Enqueued Resource ID: 03567611-e475-44c6-a565-28746b4114cc with Priority: HIGHEST for action port [ 1034.517781] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 1034.517781] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1034.518066] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03567611-e475-44c6-a565-28746b4114cc with Priority: HIGHEST for action port [ 1034.518066] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGH for action security_group_rules [ 1034.518158] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGH for action security_group_rules [ 1034.518196] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba237ff1-02e7-484a-acaa-695c79c2f089 with Priority: HIGH for action security_group_rules [ 1034.518262] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGH for action security_group_rules [ 1034.518351] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGH for action security_group_rules [ 1034.518464] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 with Priority: HIGH for action security_group_rules [ 1034.518545] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db215227-4162-489f-a789-6ca221a787ea with Priority: HIGH for action security_group_rules [ 1034.518626] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 with Priority: HIGH for action security_group_rules [ 1034.518688] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff with Priority: HIGH for action security_group_rules [ 1034.518780] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGH for action security_group_rules [ 1034.518864] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b with Priority: HIGH for action security_group_rules [ 1034.518949] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 with Priority: HIGH for action security_group_rules [ 1034.519065] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 with Priority: HIGH for action security_group_rules [ 1034.519202] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b1db-2104-4f24-94e1-062870b9baeb with Priority: HIGH for action security_group_rules [ 1034.519301] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 with Priority: HIGH for action security_group_rules [ 1034.519390] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGH for action security_group_rules [ 1034.519476] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29146282-1e1a-4d45-8c60-b28009cdd892 with Priority: HIGH for action security_group_rules [ 1034.519564] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGH for action security_group_rules [ 1034.519645] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aff53c-02f8-4e10-859d-2acc37398f97 with Priority: HIGH for action security_group_rules [ 1034.519725] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 with Priority: HIGH for action security_group_rules [ 1034.520074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.520199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.520265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.520471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.520543] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.522494] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.522913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.523184] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-03567611-e475-44c6-a565-28746b4114cc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.523508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03567611-e475-44c6-a565-28746b4114cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.523574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03567611-e475-44c6-a565-28746b4114cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.523768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03567611-e475-44c6-a565-28746b4114cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.523915] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03567611-e475-44c6-a565-28746b4114cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.525534] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.525534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.525534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.525534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.525534] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.526205] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.526316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.526374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.527062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.527062] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.527832] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba237ff1-02e7-484a-acaa-695c79c2f089 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.527832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.527832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.527832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.527832] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba237ff1-02e7-484a-acaa-695c79c2f089',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.528604] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.528724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.528779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.528917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.528982] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.529876] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.529971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.530230] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27de7bf-cd56-4b35-85b7-8960da4fba01 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.530334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.530377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.530525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.530595] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27de7bf-cd56-4b35-85b7-8960da4fba01',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.531393] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db215227-4162-489f-a789-6ca221a787ea taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.531502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.531563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.531711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.531785] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db215227-4162-489f-a789-6ca221a787ea',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.532672] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.532781] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.532848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.532998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.533084] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fdca19-e06a-4b33-8575-6c58a4ed38f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.533783] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.533894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.533959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.534124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.534248] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.537198] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.537268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.537379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.537496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.537582] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.538464] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.538464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.538464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.538630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.538671] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e8a1c3-87b4-4501-82c5-df2a952bce0b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.539676] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0415abd8-e14c-45d6-8013-08f33faca7b3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.539846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.539846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.540316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.540316] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0415abd8-e14c-45d6-8013-08f33faca7b3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.540824] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d71b8ec-e205-422d-a00b-e2f471798aa8 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.540882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.540935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.541319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.541319] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d71b8ec-e205-422d-a00b-e2f471798aa8',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.542108] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b1db-2104-4f24-94e1-062870b9baeb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.542237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.542302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.542452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.542524] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b1db-2104-4f24-94e1-062870b9baeb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.543574] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.543681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.543747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.543898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.544396] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0be5ffa-4bc6-4c0c-8f81-fa146824baa2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.544938] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.545095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.545161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.545350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.545406] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.547109] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29146282-1e1a-4d45-8c60-b28009cdd892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.547524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.547624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.547863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.547935] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29146282-1e1a-4d45-8c60-b28009cdd892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.549427] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.549554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.549620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.549778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.549848] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.550641] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3aff53c-02f8-4e10-859d-2acc37398f97 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.551697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.551697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.551697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.551697] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3aff53c-02f8-4e10-859d-2acc37398f97',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.552126] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2557341-e113-4f15-96e6-1c6a9c9e0819 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.552248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.552313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.552463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.552531] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2557341-e113-4f15-96e6-1c6a9c9e0819',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.058790] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.058936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.059047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.059336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.059505] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.059609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.059669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.059921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.059921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.060302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.060302] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.062042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.062174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.062273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.062418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.062574] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.062672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.062733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.062876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.062946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.063052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.063149] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.066887] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.067037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.067104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.067545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.067703] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.067804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.067869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.068031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.068132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.068213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.068254] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.071057] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.071287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.071287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.071458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.071510] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.071707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.071707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.071790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.071839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.071978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.072060] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.077631] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.077631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.077631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.077631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.077631] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.077959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.077959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.077959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.078227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.078284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.078402] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.087234] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03567611-e475-44c6-a565-28746b4114cc with status ACTIVE [ 1035.087568] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.087568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.087727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.088483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.088483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.088483] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.088483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.088483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.088483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.088483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.088825] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.088825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.088825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.088949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.088949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.092681] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03567611-e475-44c6-a565-28746b4114cc is going to be updated. [ 1035.092681] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.092681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.149383] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.149603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.149603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.149806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.157663] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.157803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.158594] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.158738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.159175] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.159300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.160286] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.160386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.161186] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.161285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.162075] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.162171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.163047] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.163047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.167076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.167190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.168318] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.168412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.169086] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.169180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.170578] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1035.171036] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.171132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.172137] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1035.172549] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.172737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.178997] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1035.179552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.179673] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2557341-e113-4f15-96e6-1c6a9c9e0819 is going to be deleted. [ 1035.180666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.180893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.185472] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.185797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.195947] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.195947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.195947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.196105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.196326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.196410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03567611-e475-44c6-a565-28746b4114cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.201769] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1035.203398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.203599] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff is going to be deleted. [ 1035.204663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.204908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.225999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.226416] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0be5ffa-4bc6-4c0c-8f81-fa146824baa2 is going to be deleted. [ 1035.227605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.227873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.263345] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1035.263544] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 1035.263667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.263840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.264093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.264284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.264740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.264740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.264740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.264740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.264891] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.277572] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.277856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.279282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.279451] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27de7bf-cd56-4b35-85b7-8960da4fba01 is going to be deleted. [ 1035.280426] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.280678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.322666] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.322666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.324092] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.324659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.328601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.328738] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b1db-2104-4f24-94e1-062870b9baeb is going to be deleted. [ 1035.329736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.330028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.389717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.389891] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d71b8ec-e205-422d-a00b-e2f471798aa8 is going to be deleted. [ 1035.390808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.391054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.404434] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.404631] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.430884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.431107] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0415abd8-e14c-45d6-8013-08f33faca7b3 is going to be deleted. [ 1035.432026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.432241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.453695] env[66633]: INFO networking_nsxv3.common.synchronization [None req-5ef4053e-43a7-4d60-8c58-373bb4a38b9c None None] Enqueued Resource ID: 1cb173ee-f72c-44c0-a829-6992b863f780 with Priority: HIGHEST for action port [ 1035.454258] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb173ee-f72c-44c0-a829-6992b863f780 with Priority: HIGHEST for action port [ 1035.454574] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb173ee-f72c-44c0-a829-6992b863f780 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.454701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb173ee-f72c-44c0-a829-6992b863f780" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.454767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb173ee-f72c-44c0-a829-6992b863f780" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.457355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb173ee-f72c-44c0-a829-6992b863f780" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.457508] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb173ee-f72c-44c0-a829-6992b863f780',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.478793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.478991] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba237ff1-02e7-484a-acaa-695c79c2f089 is going to be deleted. [ 1035.480377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.480614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.485420] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.485756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.536362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.536538] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db215227-4162-489f-a789-6ca221a787ea is going to be deleted. [ 1035.537730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.539989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.539989] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.539989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.549846] env[66633]: INFO networking_nsxv3.common.synchronization [req-afd7e17d-0866-4ebc-ad84-5c060698f044 req-9d38d873-048c-4ccc-bc81-dee17a9febce tempest-InstanceActionsV221TestJSON-983967057 tempest-InstanceActionsV221TestJSON-983967057-project-member] Enqueued Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGHEST for action security_group_members [ 1035.549939] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGHEST for action security_group_members [ 1035.550472] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-36e89d36-60c2-4f5c-98eb-5662490cdb7f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.550606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.550798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.550918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.551087] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.551198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.551263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.551423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.551531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.551637] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.570910] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.571576] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.595226] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.595226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.595226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.595460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.595460] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.595593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.595593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.595709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.595800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.596141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.596141] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.596452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.596452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.596452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.596642] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.596642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.596642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.596756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.596788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.596886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.597030] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.598740] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.598740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.598740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.598942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.599293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.599293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.599293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.599766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.599766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.599766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.599766] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.599766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.599997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.599997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.600067] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.600184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.600238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.600331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.600405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.600490] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.600821] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.602189] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.624678] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.624840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.625945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.626202] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fdca19-e06a-4b33-8575-6c58a4ed38f9 is going to be deleted. [ 1035.627108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.627346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.679589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.679726] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3aff53c-02f8-4e10-859d-2acc37398f97 is going to be deleted. [ 1035.680670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.680883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.692994] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.692994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.743664] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.743870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.750972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.751175] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be deleted. [ 1035.752433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.752644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.767258] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.778903] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.779050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.898017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.898188] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29146282-1e1a-4d45-8c60-b28009cdd892 is going to be deleted. [ 1035.899246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.899457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.904812] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 1035.905387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.906028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.906028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.906330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.906672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.906763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.906976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.907114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.907237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.907352] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.912289] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.912289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.959703] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cb173ee-f72c-44c0-a829-6992b863f780 [ 1035.960032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.960220] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.960288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.960526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.960620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.960731] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cb173ee-f72c-44c0-a829-6992b863f780 already deleted. [ 1035.960850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb173ee-f72c-44c0-a829-6992b863f780" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.963747] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.963856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.989174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.989853] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e8a1c3-87b4-4501-82c5-df2a952bce0b is going to be deleted. [ 1035.992046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.992046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.992046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.992046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2557341-e113-4f15-96e6-1c6a9c9e0819" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.992046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.992046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.992046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.992369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70dcd1e4-f3ea-47f8-aaca-a7c74f1515ff" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.993146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.993146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.993146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.993146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0be5ffa-4bc6-4c0c-8f81-fa146824baa2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.993324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.993856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.993856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.993856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27de7bf-cd56-4b35-85b7-8960da4fba01" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.994020] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.994064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.994150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.994286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b1db-2104-4f24-94e1-062870b9baeb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.994508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.994565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.994996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.994996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d71b8ec-e205-422d-a00b-e2f471798aa8" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.994996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.995355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.995430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.995609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0415abd8-e14c-45d6-8013-08f33faca7b3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.996356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.996356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.996356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.996356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba237ff1-02e7-484a-acaa-695c79c2f089" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.996356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.996622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.996736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.996888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db215227-4162-489f-a789-6ca221a787ea" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.997081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.997257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.997447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.997678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fdca19-e06a-4b33-8575-6c58a4ed38f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.997823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.997994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.998110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.998265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3aff53c-02f8-4e10-859d-2acc37398f97" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.998479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.998649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.998964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.998964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.055258] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.055661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.055808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.056650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.056650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.056650] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.056973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.057779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.057779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.057779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.058706] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f already deleted. [ 1036.058706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.072065] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.072389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.072491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.072896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.073162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.073451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29146282-1e1a-4d45-8c60-b28009cdd892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.074888] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2615c17f-fe44-406b-912b-20ca3dfc3606: rpc.has_security_group_logging(os_id): False [ 1036.076290] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fe2dda8-8baf-4f87-9d04-407a5a693d46: rpc.has_security_group_logging(os_id): False [ 1036.099446] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa15ac4-cd32-401c-8923-5ea37d979d6e: rpc.has_security_group_logging(os_id): False [ 1036.103415] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.103533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.103600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.103783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105542] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c70e0e-dd0e-431c-b52d-d1320bdbb39f: rpc.has_security_group_logging(os_id): False [ 1036.107511] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c7020aa-b29d-4ac9-9b00-81cc06681f55: rpc.has_security_group_logging(os_id): False [ 1036.109247] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.109399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.274045] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.286857] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.287069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.288026] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.288185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.292025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.292025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.293157] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.293302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.305740] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.306830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.306830] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.307203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.307203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.307203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.307906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.308074] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be updated. [ 1036.310381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.310629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.358723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.358723] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.358723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.358723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.358723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.358723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.358723] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 is going to be updated. [ 1036.358723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.358723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.389052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.389928] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.389928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.389928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.389928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.389928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.390335] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.390335] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.390451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.392479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.392479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.392479] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.392479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.392479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.392479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.392479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.392479] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 1036.392837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.392986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.410307] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.410307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.410545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.410545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.411670] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.411670] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.411670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.412158] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.412158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.412158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.412158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.412298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.412298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.412381] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.475342] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.475342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.491898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.492296] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.492424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.492466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.492686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.492788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.492902] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 is going to be updated. [ 1036.494441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.498028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.517596] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.517596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.534926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.535308] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.535308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.535863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.535863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.535863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.535863] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.536131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.536131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.536131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.536238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.536356] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.536439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.536520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.536639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.536710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.536804] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1036.541496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.542227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.542227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.543067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.543301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.543408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.543526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e8a1c3-87b4-4501-82c5-df2a952bce0b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.543761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.544014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.544239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.622949] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: IN_PROGRESS for 2s [ 1036.623714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: IN_PROGRESS for 2s [ 1036.631689] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.631954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.632308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.632405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.632547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.635571] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.635829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.635961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.636324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.636627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.676528] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 in Status: IN_PROGRESS for 2s [ 1036.678427] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 1036.754148] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.755207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.755838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.755838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.755987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.780907] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.780907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.780907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.780907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.780907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.780907] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1036.825721] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1036.872899] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.872899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.872899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.872899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.872899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.891804] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1036.920097] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 628f9d2f-fc5a-480e-906b-5480b97b49ae: rpc.has_security_group_logging(os_id): False [ 1036.948157] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.948382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.948457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.948692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.964035] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.964035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-851" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.964035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-851" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.964035] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-851" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.964344] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.964667] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.965744] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.965744] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.965744] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.966074] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.966277] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.966401] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.966522] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.966639] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.966749] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.966887] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.975469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.975761] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.976084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.976084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.976280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.976486] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.976656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.976723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.976954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.977416] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.977516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.977585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.977763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.977808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.977887] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 1036.995248] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.995412] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.995519] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.997077] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-851" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.997077] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.997077] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.997077] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.997077] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.997077] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bbabe7d-578c-4d90-a98d-e4352b69cbe0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.083708] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.083861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.083934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.084173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.084327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.103361] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 1037.305829] env[66633]: INFO networking_nsxv3.common.synchronization [None req-545a29c6-8e4b-4daf-9fda-bdbee7d44dcd None None] Enqueued Resource ID: 1fffbe99-5fa7-4c39-9006-e8ac58e664fb with Priority: HIGHEST for action port [ 1037.306511] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fffbe99-5fa7-4c39-9006-e8ac58e664fb with Priority: HIGHEST for action port [ 1037.306969] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fffbe99-5fa7-4c39-9006-e8ac58e664fb taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.306969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fffbe99-5fa7-4c39-9006-e8ac58e664fb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.306969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fffbe99-5fa7-4c39-9006-e8ac58e664fb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.307667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fffbe99-5fa7-4c39-9006-e8ac58e664fb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.307774] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fffbe99-5fa7-4c39-9006-e8ac58e664fb',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.499063] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.499384] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.499584] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.499801] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.499957] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.500203] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 4bbabe7d-578c-4d90-a98d-e4352b69cbe0 not found, creating... [ 1037.500530] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.500718] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.500874] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.501215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.501965] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.501965] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.501965] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.501965] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.502215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.502215] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.503652] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 4bbabe7d-578c-4d90-a98d-e4352b69cbe0 is going to be created. [ 1037.538427] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.538858] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.539484] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.539484] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.539624] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.539860] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.803720] env[66633]: INFO networking_nsxv3.common.synchronization [None req-2804e26b-3c5c-4ce8-9dfe-120ec04f9059 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 1037.804234] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 1037.804688] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.804876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.804876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.805480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.805480] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.805480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.805480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.805480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.805829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.805829] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.811339] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fffbe99-5fa7-4c39-9006-e8ac58e664fb [ 1037.811339] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.811339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.811339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.811339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.811339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.811339] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fffbe99-5fa7-4c39-9006-e8ac58e664fb already deleted. [ 1037.811339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fffbe99-5fa7-4c39-9006-e8ac58e664fb" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.931927] env[66633]: INFO networking_nsxv3.common.synchronization [None req-3fa41295-43b0-421d-a066-0cd6b4345447 None None] Enqueued Resource ID: 1a23f30e-6f76-48a9-9e0a-1268b5919597 with Priority: HIGHEST for action port [ 1037.931927] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a23f30e-6f76-48a9-9e0a-1268b5919597 with Priority: HIGHEST for action port [ 1037.932208] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a23f30e-6f76-48a9-9e0a-1268b5919597 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.932208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a23f30e-6f76-48a9-9e0a-1268b5919597" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.932320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a23f30e-6f76-48a9-9e0a-1268b5919597" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.934896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a23f30e-6f76-48a9-9e0a-1268b5919597" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.934896] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a23f30e-6f76-48a9-9e0a-1268b5919597',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.316247] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.316247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.316247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.316247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.316247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.316769] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.316769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.317324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.317897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.323026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.323026] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be deleted. [ 1038.323026] env[66633]: INFO networking_nsxv3.common.synchronization [req-afd7e17d-0866-4ebc-ad84-5c060698f044 req-ca987fcf-e41c-4377-b466-19678c1873d6 service nova] Enqueued Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGHEST for action security_group_rules [ 1038.323454] env[66633]: INFO networking_nsxv3.common.synchronization [req-afd7e17d-0866-4ebc-ad84-5c060698f044 req-ca987fcf-e41c-4377-b466-19678c1873d6 service nova] Enqueued Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGHEST for action security_group_members [ 1038.323709] env[66633]: INFO networking_nsxv3.common.synchronization [req-afd7e17d-0866-4ebc-ad84-5c060698f044 req-ca987fcf-e41c-4377-b466-19678c1873d6 service nova] Enqueued Resource ID: 4bbabe7d-578c-4d90-a98d-e4352b69cbe0 with Priority: HIGHEST for action port [ 1038.325151] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGHEST for action security_group_rules [ 1038.325364] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGHEST for action security_group_members [ 1038.325498] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bbabe7d-578c-4d90-a98d-e4352b69cbe0 with Priority: HIGHEST for action port [ 1038.328056] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.328056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.328056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.328056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.328056] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.330154] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-36e89d36-60c2-4f5c-98eb-5662490cdb7f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.330154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.330154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.330154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.330154] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.330478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.330478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.330668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.330734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.331092] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.333774] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.333879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.333879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.334092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.334181] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bbabe7d-578c-4d90-a98d-e4352b69cbe0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.369231] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.369231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.369231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.369231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.369700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.369700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.434837] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a23f30e-6f76-48a9-9e0a-1268b5919597 [ 1038.435048] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.435190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.435247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.436638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.436638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.436638] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a23f30e-6f76-48a9-9e0a-1268b5919597 already deleted. [ 1038.436638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a23f30e-6f76-48a9-9e0a-1268b5919597" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.648980] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: SUCCESS [ 1038.649344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.651033] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: SUCCESS [ 1038.651033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.693845] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 1038.696278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.696278] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 in Status: SUCCESS [ 1038.696278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.834384] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.835860] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-36e89d36-60c2-4f5c-98eb-5662490cdb7f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.836064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.836154] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bbabe7d-578c-4d90-a98d-e4352b69cbe0 with status ACTIVE [ 1038.836328] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.836434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.836496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.836698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.836780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.836942] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.837171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.837171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.837387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.837387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.837656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.837656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.837656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.837783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.837817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.838391] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bbabe7d-578c-4d90-a98d-e4352b69cbe0 is going to be updated. [ 1038.842383] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1038.842383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868895] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.868895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.868895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.868895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.868895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bbabe7d-578c-4d90-a98d-e4352b69cbe0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.904111] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1038.904333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.904503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.904735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.905217] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.905217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.905217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.905474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.905474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.905474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.905567] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.122615] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 1039.125402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.342084] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.411313] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.411475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.411547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.411988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.412177] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.412285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.412350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.412499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.412584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.412905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.412905] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.413269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.413269] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.413583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.413716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.413716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.413788] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.513163] env[66633]: INFO networking_nsxv3.common.synchronization [req-16430184-d5e4-4d40-9008-ffa31483a123 req-a019895c-716f-4174-9e86-d320a884e4d1 tempest-ImagesTestJSON-549087572 tempest-ImagesTestJSON-549087572-project-member] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 1039.514436] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGHEST for action security_group_members [ 1039.514436] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.514436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.514436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.514684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.514684] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.514895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.514895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.515098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.515212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.515354] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.845090] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.847720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.847720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.847720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.847720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.847720] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f is going to be created. [ 1039.851193] env[66633]: INFO networking_nsxv3.common.synchronization [None req-086525aa-145e-4085-9ff9-68c4cca70b72 None None] Enqueued Resource ID: 250bf401-25fb-478e-813f-1e6652b260fe with Priority: HIGHEST for action port [ 1039.851935] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250bf401-25fb-478e-813f-1e6652b260fe with Priority: HIGHEST for action port [ 1039.852424] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-250bf401-25fb-478e-813f-1e6652b260fe taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.852707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-250bf401-25fb-478e-813f-1e6652b260fe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.852875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-250bf401-25fb-478e-813f-1e6652b260fe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.853381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-250bf401-25fb-478e-813f-1e6652b260fe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.853640] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250bf401-25fb-478e-813f-1e6652b260fe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.882995] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.882995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.882995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.882995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.882995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.893027] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f in Status: UNINITIALIZED for 2s [ 1039.916671] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64481c0-92ee-4094-81bf-d6aa4151520c: rpc.has_security_group_logging(os_id): False [ 1039.937543] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.937543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.937543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.937543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.964158] env[66633]: INFO networking_nsxv3.common.synchronization [req-f57b740f-b20f-4dc0-9a3c-9f8560918ea2 req-ec52479f-6bc4-420b-b5b7-93d04bbd48c9 tempest-ServerActionsV293TestJSON-2057966174 tempest-ServerActionsV293TestJSON-2057966174-project-member] Enqueued Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_members [ 1039.964882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.965229] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.965677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.965677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.965931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.965931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.966240] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.966240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.966461] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.966461] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.966826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.966826] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.966826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.966826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.967212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.967212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.967313] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1039.969094] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_members [ 1039.969472] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcde110-eff7-4603-a269-0b8380fce19f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.969773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.969877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.970122] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.970275] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.970395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.970458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.970600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.970784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.970784] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.018224] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.018369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.018433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.018647] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.018761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.018979] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.019107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.019176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.019391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.019481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.019579] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be updated. [ 1040.023307] env[66633]: INFO networking_nsxv3.common.synchronization [None req-3a63d70f-90bb-4d6c-ad63-c22b7008b295 None None] Enqueued Resource ID: 2a5deb0d-ec03-4082-afe8-7efeceb803a3 with Priority: HIGHEST for action port [ 1040.023517] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5deb0d-ec03-4082-afe8-7efeceb803a3 with Priority: HIGHEST for action port [ 1040.024820] env[66633]: INFO networking_nsxv3.common.synchronization [req-08b20718-fc7a-4711-bf9d-93d9e84c063f req-80637fad-46f4-4c3a-815c-5c20c34324a8 tempest-MultipleCreateTestJSON-276417343 tempest-MultipleCreateTestJSON-276417343-project-member] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1040.025965] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a5deb0d-ec03-4082-afe8-7efeceb803a3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.026441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a5deb0d-ec03-4082-afe8-7efeceb803a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.026441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a5deb0d-ec03-4082-afe8-7efeceb803a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.026567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a5deb0d-ec03-4082-afe8-7efeceb803a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.026670] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5deb0d-ec03-4082-afe8-7efeceb803a3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.029057] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1040.030138] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.030511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.030675] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.031904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.032656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.032794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.033214] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.048169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.049084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.049084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.049084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.049284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.063464] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.063617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.063677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.063894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.064034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.066633] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1040.077377] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: IN_PROGRESS for 2s [ 1040.359475] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 250bf401-25fb-478e-813f-1e6652b260fe [ 1040.359762] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.359890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.360029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.360191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.360326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.360462] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:250bf401-25fb-478e-813f-1e6652b260fe already deleted. [ 1040.360553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-250bf401-25fb-478e-813f-1e6652b260fe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.472985] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.473176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.473220] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.473432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.473523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.473911] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.473911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.473911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.474059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.474096] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.474197] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dcde110-eff7-4603-a269-0b8380fce19f already deleted. [ 1040.474259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.530812] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a5deb0d-ec03-4082-afe8-7efeceb803a3 [ 1040.531121] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.531437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.531437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.531556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.531604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.532026] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a5deb0d-ec03-4082-afe8-7efeceb803a3 already deleted. [ 1040.532026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a5deb0d-ec03-4082-afe8-7efeceb803a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.537162] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.537162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.537162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.537162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.551020] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.551020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-627" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.551020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-627" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.551020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-627" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.551020] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.551020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.551020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.551020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.551020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.551020] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.551020] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.551020] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.551652] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.551652] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.551652] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.551652] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.563694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.563952] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.564102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.564218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.564377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.564462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.564595] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 1040.582193] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.582371] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.582506] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.582692] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-627" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.583034] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-c94ceac0-36be-4952-bcc3-10dbf409d820 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.583227] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-c94ceac0-36be-4952-bcc3-10dbf409d820" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.583388] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-c94ceac0-36be-4952-bcc3-10dbf409d820" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.583738] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-c94ceac0-36be-4952-bcc3-10dbf409d820" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.583879] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94ceac0-36be-4952-bcc3-10dbf409d820',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.599833] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.600014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.600084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.600766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.600766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.610108] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 1040.639062] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.639973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.639973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.639973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.639973] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.640659] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.640702] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.640939] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.641224] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.641450] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.641605] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.641686] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.641804] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.641978] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.642148] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.642298] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.663129] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.663375] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.663480] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.663626] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.664018] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.664189] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.664309] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.664664] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.664804] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab6f7c3-1278-4534-8c0e-1c73fedb42f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.086679] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.087045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.087243] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.087585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.087774] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.088369] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port c94ceac0-36be-4952-bcc3-10dbf409d820 not found, creating... [ 1041.088722] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.088959] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.089134] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.089445] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.089593] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.089906] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.090430] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.090624] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.090877] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.091084] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.091313] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: c94ceac0-36be-4952-bcc3-10dbf409d820 is going to be created. [ 1041.121872] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.122264] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.122445] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.122850] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.123192] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.123511] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-c94ceac0-36be-4952-bcc3-10dbf409d820" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.168413] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.168791] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.169028] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.169479] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.169724] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.170032] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 9ab6f7c3-1278-4534-8c0e-1c73fedb42f2 not found, creating... [ 1041.170515] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.170773] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.170995] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.171597] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.172096] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.172671] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.172990] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.173248] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.173640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.173933] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.174244] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 9ab6f7c3-1278-4534-8c0e-1c73fedb42f2 is going to be created. [ 1041.203065] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.203385] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.203535] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.203970] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.204460] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.204864] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798253] env[66633]: INFO networking_nsxv3.common.synchronization [req-f57b740f-b20f-4dc0-9a3c-9f8560918ea2 req-2377a34e-36fe-4d64-bc59-36adee29ec52 service nova] Enqueued Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_rules [ 1041.798643] env[66633]: INFO networking_nsxv3.common.synchronization [req-f57b740f-b20f-4dc0-9a3c-9f8560918ea2 req-2377a34e-36fe-4d64-bc59-36adee29ec52 service nova] Enqueued Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_members [ 1041.798643] env[66633]: INFO networking_nsxv3.common.synchronization [req-f57b740f-b20f-4dc0-9a3c-9f8560918ea2 req-2377a34e-36fe-4d64-bc59-36adee29ec52 service nova] Enqueued Resource ID: c94ceac0-36be-4952-bcc3-10dbf409d820 with Priority: HIGHEST for action port [ 1041.799029] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_rules [ 1041.799173] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_members [ 1041.799320] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c94ceac0-36be-4952-bcc3-10dbf409d820 with Priority: HIGHEST for action port [ 1041.799603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dcde110-eff7-4603-a269-0b8380fce19f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.799728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.799809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.800676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.800676] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.800926] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcde110-eff7-4603-a269-0b8380fce19f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.801058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.801124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.801455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.801541] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.801625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.801687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.801828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.801909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.801998] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.803145] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c94ceac0-36be-4952-bcc3-10dbf409d820 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.803249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c94ceac0-36be-4952-bcc3-10dbf409d820" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.803318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c94ceac0-36be-4952-bcc3-10dbf409d820" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.803465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c94ceac0-36be-4952-bcc3-10dbf409d820" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.803544] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94ceac0-36be-4952-bcc3-10dbf409d820',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.902138] env[66633]: INFO networking_nsxv3.common.synchronization [req-08b20718-fc7a-4711-bf9d-93d9e84c063f req-b38674bd-c54d-4c4c-9a2c-eb0b007a00ec service nova] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_rules [ 1041.902259] env[66633]: INFO networking_nsxv3.common.synchronization [req-08b20718-fc7a-4711-bf9d-93d9e84c063f req-b38674bd-c54d-4c4c-9a2c-eb0b007a00ec service nova] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1041.902519] env[66633]: INFO networking_nsxv3.common.synchronization [req-08b20718-fc7a-4711-bf9d-93d9e84c063f req-b38674bd-c54d-4c4c-9a2c-eb0b007a00ec service nova] Enqueued Resource ID: 9ab6f7c3-1278-4534-8c0e-1c73fedb42f2 with Priority: HIGHEST for action port [ 1041.902950] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_rules [ 1041.903105] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1041.903205] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab6f7c3-1278-4534-8c0e-1c73fedb42f2 with Priority: HIGHEST for action port [ 1041.903486] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.903611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.903677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.903893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.903971] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.904880] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.904963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.905155] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.905251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.905319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.908201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.908201] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab6f7c3-1278-4534-8c0e-1c73fedb42f2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.908201] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f in Status: SUCCESS [ 1041.908201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.908201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.908201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.908201] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.908734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.908734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.908734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.908734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.908734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.908734] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.086916] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1042.087157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.087341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.087577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.087666] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.089711] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f in Status: SUCCESS [ 1042.089895] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f deletion is rescheduled due to dependency. [ 1042.090031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.293803] env[66633]: INFO networking_nsxv3.common.synchronization [None req-716e7109-9bed-48eb-940f-a0446cd29c63 None None] Enqueued Resource ID: f268ca6d-d00c-419e-a47a-7ee786986b28 with Priority: HIGHEST for action port [ 1042.295139] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f268ca6d-d00c-419e-a47a-7ee786986b28 with Priority: HIGHEST for action port [ 1042.295256] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-f268ca6d-d00c-419e-a47a-7ee786986b28 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.295401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f268ca6d-d00c-419e-a47a-7ee786986b28" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.295516] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f268ca6d-d00c-419e-a47a-7ee786986b28" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.295839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f268ca6d-d00c-419e-a47a-7ee786986b28" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.295966] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f268ca6d-d00c-419e-a47a-7ee786986b28',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.305850] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcde110-eff7-4603-a269-0b8380fce19f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.306010] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.306248] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.307353] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c94ceac0-36be-4952-bcc3-10dbf409d820 with status ACTIVE [ 1042.308442] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.308442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.308442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.308442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.308442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.308706] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.308706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.308790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.308962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.309226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.309509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.309653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.309743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.309942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.310068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.310190] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c94ceac0-36be-4952-bcc3-10dbf409d820 is going to be updated. [ 1042.340664] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.340808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.340876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.341171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.341274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.341488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c94ceac0-36be-4952-bcc3-10dbf409d820" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.343825] env[66633]: INFO networking_nsxv3.common.synchronization [req-08b20718-fc7a-4711-bf9d-93d9e84c063f req-bb02dc8d-78c1-464c-ba45-9fa4a9497a7d tempest-MultipleCreateTestJSON-276417343 tempest-MultipleCreateTestJSON-276417343-project-member] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1042.344440] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1042.344778] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.345050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.407109] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.407109] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.413023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ab6f7c3-1278-4534-8c0e-1c73fedb42f2 with status ACTIVE [ 1042.413023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.413023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.413023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.413023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.413023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ab6f7c3-1278-4534-8c0e-1c73fedb42f2 is going to be updated. [ 1042.415421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-36e89d36-60c2-4f5c-98eb-5662490cdb7f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.415773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.418028] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.418028] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-36e89d36-60c2-4f5c-98eb-5662490cdb7f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.418028] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.418028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.418829] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.423239] env[66633]: INFO networking_nsxv3.common.synchronization [req-c46358ef-0dd7-4771-bcf3-259111b31003 req-091907e1-3df6-433f-91c0-ded0c4a8f8db tempest-AttachVolumeTestJSON-1331904424 tempest-AttachVolumeTestJSON-1331904424-project-member] Enqueued Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_members [ 1042.423239] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGHEST for action security_group_members [ 1042.423239] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec2c38c-f21d-449a-ac7e-af93df8708f0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.423239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.423239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.423239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.423239] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.423239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.423239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.423239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.423705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.423915] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.465584] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.465584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.465584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.465584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.465584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.465584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab6f7c3-1278-4534-8c0e-1c73fedb42f2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.592660] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.592660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.592660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.592891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.593027] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.593152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.593216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.593394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.593485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.593571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.593703] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.628019] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 1042.628019] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f deletion is rescheduled due to dependency. [ 1042.628019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.628019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.628019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.628019] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.628019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.628019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.628471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.628471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.628471] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.798130] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f268ca6d-d00c-419e-a47a-7ee786986b28 [ 1042.798603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.798877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.798877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.800539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.800539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.800539] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f268ca6d-d00c-419e-a47a-7ee786986b28 already deleted. [ 1042.800539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f268ca6d-d00c-419e-a47a-7ee786986b28" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.812272] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.851399] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.851606] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.852423] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.852423] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.852423] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.852629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.852669] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.852863] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.853020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.853485] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.853485] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.853485] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.853618] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.853720] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.853754] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.853864] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.878044] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.878185] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.878296] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.878485] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-559" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.878807] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-287dc771-3876-45d3-b1c7-994b5c90ab4e taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.878978] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-287dc771-3876-45d3-b1c7-994b5c90ab4e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.879115] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-287dc771-3876-45d3-b1c7-994b5c90ab4e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.879507] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-287dc771-3876-45d3-b1c7-994b5c90ab4e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.879682] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287dc771-3876-45d3-b1c7-994b5c90ab4e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.925020] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36e89d36-60c2-4f5c-98eb-5662490cdb7f: rpc.has_security_group_logging(os_id): False [ 1042.926542] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.926694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.926760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.926979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.947573] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.947698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.951032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.951299] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.951451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.951511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.951762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.951849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.951946] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 is going to be updated. [ 1042.953077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.953434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.953434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.953618] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.953836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.953836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.953983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.955370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.955645] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.955760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.956126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.956126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.956126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.956417] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.956712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.956712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.956779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.956816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.957100] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f is going to be created. [ 1043.007095] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.007345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.007345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.007852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.007852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.019062] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 in Status: IN_PROGRESS for 2s [ 1043.032261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.032422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.032543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.033014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.033014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.050033] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f in Status: IN_PROGRESS for 2s [ 1043.099314] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.099803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.100213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.100523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.101479] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.101479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.101654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.101872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.102194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.102194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.102532] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.102532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.102532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.102764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.102884] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.103040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.103269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.103269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.103544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.103544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.104019] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.131326] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.315878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.316115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.316193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.316356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.316459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.316547] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dcde110-eff7-4603-a269-0b8380fce19f is going to be created. [ 1043.378780] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.378950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.379044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.379349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.379546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.382614] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.382835] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.382994] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.383450] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.383634] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.383808] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 287dc771-3876-45d3-b1c7-994b5c90ab4e not found, creating... [ 1043.384190] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.384439] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.384633] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.384922] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.385236] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.385622] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.385884] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.386079] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.386371] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.386581] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.386788] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 287dc771-3876-45d3-b1c7-994b5c90ab4e is going to be created. [ 1043.400220] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dcde110-eff7-4603-a269-0b8380fce19f in Status: UNINITIALIZED for 2s [ 1043.424195] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.424464] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.424613] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.424926] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.425678] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.425780] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-287dc771-3876-45d3-b1c7-994b5c90ab4e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.606474] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64481c0-92ee-4094-81bf-d6aa4151520c: rpc.has_security_group_logging(os_id): False [ 1043.632866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.632866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.632866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.632866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.633497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.633497] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.633497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.633497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.633497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.633661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.633661] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1043.634870] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.715557] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.715785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.715836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.716094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.716290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.733534] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1044.137341] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.137779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.137779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.137876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.137913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.138030] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 1044.171016] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.171282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.171282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.171453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.171563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.181591] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 1044.230187] env[66633]: INFO networking_nsxv3.common.synchronization [req-08b20718-fc7a-4711-bf9d-93d9e84c063f req-c89e4187-16a4-4c0e-84c9-338014028b6e service nova] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_rules [ 1044.230187] env[66633]: INFO networking_nsxv3.common.synchronization [req-08b20718-fc7a-4711-bf9d-93d9e84c063f req-c89e4187-16a4-4c0e-84c9-338014028b6e service nova] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1044.230187] env[66633]: INFO networking_nsxv3.common.synchronization [req-08b20718-fc7a-4711-bf9d-93d9e84c063f req-c89e4187-16a4-4c0e-84c9-338014028b6e service nova] Enqueued Resource ID: 287dc771-3876-45d3-b1c7-994b5c90ab4e with Priority: HIGHEST for action port [ 1044.230527] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_rules [ 1044.230667] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1044.230758] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287dc771-3876-45d3-b1c7-994b5c90ab4e with Priority: HIGHEST for action port [ 1044.231120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.231182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.231456] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.231542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.231722] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-287dc771-3876-45d3-b1c7-994b5c90ab4e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.231818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-287dc771-3876-45d3-b1c7-994b5c90ab4e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.231918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-287dc771-3876-45d3-b1c7-994b5c90ab4e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.232094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-287dc771-3876-45d3-b1c7-994b5c90ab4e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.232169] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287dc771-3876-45d3-b1c7-994b5c90ab4e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.330851] env[66633]: INFO networking_nsxv3.common.synchronization [req-fa60977c-6b37-43e0-8b24-5158f6d701f6 req-54de693b-1357-4110-993e-0f14f91986fa tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1044.331460] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1044.331808] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.331933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.332021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.332968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.333169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.333361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.333428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.333778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.333874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.333975] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.734398] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 287dc771-3876-45d3-b1c7-994b5c90ab4e with status ACTIVE [ 1044.734812] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.734956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.735021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.735247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.735630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.735856] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.735960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.736106] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.736423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.736532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.736975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.737121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.737204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.737444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.737559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.737698] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 287dc771-3876-45d3-b1c7-994b5c90ab4e is going to be updated. [ 1044.760088] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.760321] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.760477] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.760769] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.761073] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.761249] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.761379] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.761609] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.761756] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.761976] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.762092] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.762202] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.762309] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.762418] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.762521] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.762649] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.773191] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.773472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.773472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.773659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.773659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.773842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-287dc771-3876-45d3-b1c7-994b5c90ab4e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.787908] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.788179] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.788368] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.788574] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.788979] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-2047de87-daa4-456d-8ef0-77da00b0028d taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.789238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-2047de87-daa4-456d-8ef0-77da00b0028d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.789460] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-2047de87-daa4-456d-8ef0-77da00b0028d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.789865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-2047de87-daa4-456d-8ef0-77da00b0028d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.790037] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2047de87-daa4-456d-8ef0-77da00b0028d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.836438] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.035373] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 in Status: SUCCESS [ 1045.035373] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 deletion is rescheduled due to dependency. [ 1045.035373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.068629] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f in Status: SUCCESS [ 1045.068629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.292995] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.293361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293409] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.293706] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.293854] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.294029] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 2047de87-daa4-456d-8ef0-77da00b0028d not found, creating... [ 1045.294317] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.294524] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.294653] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.294902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.295076] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.295398] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.295569] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.295687] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.295950] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.296321] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.298259] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 2047de87-daa4-456d-8ef0-77da00b0028d is going to be created. [ 1045.323204] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.323436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.323533] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.323884] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.324138] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.324368] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-2047de87-daa4-456d-8ef0-77da00b0028d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.341203] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.417943] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dcde110-eff7-4603-a269-0b8380fce19f in Status: SUCCESS [ 1045.418196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.418369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.418592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.418798] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.418990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.419095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.419269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.419398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.419491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.419588] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.753492] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1045.753731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.843272] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.843469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.843517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.843841] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.843841] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.843976] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1045.917828] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.917828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.917828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.918595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.918595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.922790] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.936066] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1046.081055] env[66633]: INFO networking_nsxv3.common.synchronization [req-fa60977c-6b37-43e0-8b24-5158f6d701f6 req-d78ab06b-da52-4846-b681-73cf97154e1d service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1046.081283] env[66633]: INFO networking_nsxv3.common.synchronization [req-fa60977c-6b37-43e0-8b24-5158f6d701f6 req-d78ab06b-da52-4846-b681-73cf97154e1d service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1046.081421] env[66633]: INFO networking_nsxv3.common.synchronization [req-fa60977c-6b37-43e0-8b24-5158f6d701f6 req-d78ab06b-da52-4846-b681-73cf97154e1d service nova] Enqueued Resource ID: 2047de87-daa4-456d-8ef0-77da00b0028d with Priority: HIGHEST for action port [ 1046.084144] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1046.084294] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1046.084482] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2047de87-daa4-456d-8ef0-77da00b0028d with Priority: HIGHEST for action port [ 1046.084814] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.084946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.085029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.085570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.085671] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.088813] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.088968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.089206] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2047de87-daa4-456d-8ef0-77da00b0028d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.089376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2047de87-daa4-456d-8ef0-77da00b0028d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.089486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2047de87-daa4-456d-8ef0-77da00b0028d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.089701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2047de87-daa4-456d-8ef0-77da00b0028d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.089781] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2047de87-daa4-456d-8ef0-77da00b0028d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.195752] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 1046.195940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.196289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.196592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.196811] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.196986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.197086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.197245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.197333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.197445] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.425994] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dcde110-eff7-4603-a269-0b8380fce19f: rpc.has_security_group_logging(os_id): False [ 1046.453030] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.453030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.453030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.453030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.453030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.453030] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.453030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.453030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.453030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.453030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.453030] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dcde110-eff7-4603-a269-0b8380fce19f is going to be created. [ 1046.541723] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.541953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.542023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.542240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.542485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.556586] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dcde110-eff7-4603-a269-0b8380fce19f in Status: IN_PROGRESS for 2s [ 1046.593224] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.593481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.595113] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2047de87-daa4-456d-8ef0-77da00b0028d with status ACTIVE [ 1046.596396] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.596396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.596396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.596396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.596396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.596396] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.596396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.596396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.596951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.596951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.597198] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.597198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.597959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.597959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.597959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.597959] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2047de87-daa4-456d-8ef0-77da00b0028d is going to be updated. [ 1046.623071] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.623431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.623577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.623902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.624054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.624255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2047de87-daa4-456d-8ef0-77da00b0028d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.701924] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.893335] env[66633]: INFO networking_nsxv3.common.synchronization [req-d4570e17-c22b-4e01-963f-104da573ae56 req-d47112de-74e8-4415-ab7f-ef1392d77cb5 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 1046.895586] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 1046.896206] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.896206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.896399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.896457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.896604] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.896711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.897908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.897908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.897908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.897908] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.204794] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.341544] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.341950] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.342087] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.342379] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.342690] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.342909] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.343083] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.343709] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.343709] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.343709] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.343902] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.344053] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.344199] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.344337] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.344516] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.344655] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.370925] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.371177] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.371342] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.371546] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.372031] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-ee44b569-26e5-4f66-a9b3-4082b87ede26 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.372233] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.372370] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.372768] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.372849] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee44b569-26e5-4f66-a9b3-4082b87ede26',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.402356] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.402356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.402356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.402356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.437379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.437667] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.437843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.437843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.438048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.438131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.438378] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 is going to be updated. [ 1047.478278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.478495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.478495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.478719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.478888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.490914] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: IN_PROGRESS for 2s [ 1047.708815] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.708815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.708815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.708815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.708815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.708815] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 1047.751707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.752046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.752624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.752624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.752770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.774973] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 1047.876148] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.876407] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.876724] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.877159] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.877359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.877516] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port ee44b569-26e5-4f66-a9b3-4082b87ede26 not found, creating... [ 1047.877800] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.877983] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.878114] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.878417] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.878536] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.878837] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.879010] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.879189] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.879525] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.879845] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.879845] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: ee44b569-26e5-4f66-a9b3-4082b87ede26 is going to be created. [ 1047.906325] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.906325] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.906325] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.906974] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.906974] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.907260] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.947854] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1047.948236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.948414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.948673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.948944] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.949164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.949238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.949484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.949578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.949713] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.453147] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.573846] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dcde110-eff7-4603-a269-0b8380fce19f in Status: SUCCESS [ 1048.574142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.689240] env[66633]: INFO networking_nsxv3.common.synchronization [req-d4570e17-c22b-4e01-963f-104da573ae56 req-e87badc1-a076-4eb9-a10c-503860fe440a service nova] Enqueued Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_rules [ 1048.689240] env[66633]: INFO networking_nsxv3.common.synchronization [req-d4570e17-c22b-4e01-963f-104da573ae56 req-e87badc1-a076-4eb9-a10c-503860fe440a service nova] Enqueued Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 1048.689240] env[66633]: INFO networking_nsxv3.common.synchronization [req-d4570e17-c22b-4e01-963f-104da573ae56 req-e87badc1-a076-4eb9-a10c-503860fe440a service nova] Enqueued Resource ID: ee44b569-26e5-4f66-a9b3-4082b87ede26 with Priority: HIGHEST for action port [ 1048.689240] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_rules [ 1048.690724] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 1048.692375] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee44b569-26e5-4f66-a9b3-4082b87ede26 with Priority: HIGHEST for action port [ 1048.692614] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.692614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.692714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.694199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.694199] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.695421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.696274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.696274] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee44b569-26e5-4f66-a9b3-4082b87ede26 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.696274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.696274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.696545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.696545] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee44b569-26e5-4f66-a9b3-4082b87ede26',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.956795] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.198579] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.199087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.202048] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee44b569-26e5-4f66-a9b3-4082b87ede26 with status ACTIVE [ 1049.202048] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.202048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.202280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.202467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.202681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.202934] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.203098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.203202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.204035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.204035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.204035] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.204035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.204035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.204276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.204276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.204382] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee44b569-26e5-4f66-a9b3-4082b87ede26 is going to be updated. [ 1049.227128] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.227128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.227128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.227367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.227583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.227805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.460519] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.460900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.460900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.460900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.461053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.461118] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1049.494068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.494153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.494220] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.494424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.494561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.506841] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: SUCCESS [ 1049.507064] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 deletion is rescheduled due to dependency. [ 1049.507165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.507420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.508123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.508123] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.508123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.508123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.508123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.508534] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.508534] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.509842] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1049.787769] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 1049.788014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.788188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.788462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.788609] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.788729] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.788791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.789017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.789142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.789304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.789481] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.790301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.790493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.790970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.790970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.790970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.790970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.791194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.791194] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.011364] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.294114] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.294114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.294114] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.515700] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.797872] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.019708] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.019708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.019708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.019708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.019708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.019708] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 is going to be updated. [ 1051.056383] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.057552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.057674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.057979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.058199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.073013] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: IN_PROGRESS for 2s [ 1051.301187] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.301624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.301624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.301815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.301949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.302106] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 1051.347349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.347579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.347579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.348216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.348216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.362860] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 1051.522789] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1051.522789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.522789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.523269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.523269] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.523399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.523458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.523623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.523705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.524567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.524567] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.027616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.028168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.031128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.031513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.031773] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.031953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.032058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.032236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.032333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.032531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.032723] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.032832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.032889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.033097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.033249] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.033361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.033803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.034052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.034164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.034262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.034427] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.279738] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.279942] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.280086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.280361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.280710] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.280875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.281016] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.281260] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.281431] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.281609] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.281726] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.281832] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.281938] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.282055] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.282160] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.282290] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.303318] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.303513] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.303618] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.303806] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.304145] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-25793638-6596-4c6c-adcb-0a48040a3647 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.307238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.307238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.307238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.307238] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25793638-6596-4c6c-adcb-0a48040a3647',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.537607] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa15ac4-cd32-401c-8923-5ea37d979d6e: rpc.has_security_group_logging(os_id): False [ 1052.558994] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.558994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.558994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.559229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.559264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.560155] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.560155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.560155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.560155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.560155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.560442] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.561115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.561777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.561777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.561777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.561777] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.562359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.562495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.562710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.562847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.562992] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1052.638951] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.638951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.638951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.639389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.639389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.657731] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1052.811639] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.811639] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.811639] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.811639] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.811639] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.811639] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 25793638-6596-4c6c-adcb-0a48040a3647 not found, creating... [ 1052.811639] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.811639] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.811639] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.811639] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.812087] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.812087] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.812336] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.812336] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.812695] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.812695] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.812899] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 25793638-6596-4c6c-adcb-0a48040a3647 is going to be created. [ 1052.834614] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.834863] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.834990] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.835288] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.835530] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.835790] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.085304] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: SUCCESS [ 1053.085701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.085827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.086146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.086427] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.086856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.086943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.087174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.087301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.087572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.087716] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.378619] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 1053.378907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.379574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.379574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.379775] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.379775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.379857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.380078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.380187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.380322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.380530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.380651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.380716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.380907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.381137] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.381276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.381380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.381549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.381640] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.381724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.381847] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.591889] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.591889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.591889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.592331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.592331] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.592331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.592331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.592481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.592527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.592696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.592754] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.592874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.592916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.593103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.593202] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.593296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.593353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.593506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.593580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.593659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.593747] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.595387] env[66633]: INFO networking_nsxv3.common.synchronization [req-c4a96153-b69b-465a-9904-d7081ca7408f req-fc8950bd-19b7-4573-9212-9ff551bc7dbb service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 1053.596329] env[66633]: INFO networking_nsxv3.common.synchronization [req-c4a96153-b69b-465a-9904-d7081ca7408f req-fc8950bd-19b7-4573-9212-9ff551bc7dbb service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 1053.596329] env[66633]: INFO networking_nsxv3.common.synchronization [req-c4a96153-b69b-465a-9904-d7081ca7408f req-fc8950bd-19b7-4573-9212-9ff551bc7dbb service nova] Enqueued Resource ID: 25793638-6596-4c6c-adcb-0a48040a3647 with Priority: HIGHEST for action port [ 1053.596919] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 1053.596919] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 1053.596919] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25793638-6596-4c6c-adcb-0a48040a3647 with Priority: HIGHEST for action port [ 1053.597119] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.597203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.597243] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.597403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.597481] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.598396] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.598512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.598571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.598718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.598928] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.598996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.598996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.599152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.599229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.599319] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.600127] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-25793638-6596-4c6c-adcb-0a48040a3647 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.600296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.600296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.600459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.600564] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25793638-6596-4c6c-adcb-0a48040a3647',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.885025] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf5ad64-d8d0-49d7-8080-e5450bd83a4f: rpc.has_security_group_logging(os_id): False [ 1053.908650] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.908874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.908969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.909272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.909390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.909680] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.909778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.909851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.910050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.910113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.910289] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.910400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.910519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.910751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.910882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.911199] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.911355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.911457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.911654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.911738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.911876] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 1053.999738] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.000181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.000181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.000181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.000538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.026154] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 1054.097668] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55010995-c170-47a6-9133-b86bd611f948: rpc.has_security_group_logging(os_id): False [ 1054.102023] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.103793] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.105179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.105179] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25793638-6596-4c6c-adcb-0a48040a3647 with status ACTIVE [ 1054.105179] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.105179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.105179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.106378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.106378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.106378] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.106378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.106378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.107187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.107187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.107187] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.107187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.107187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.109192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.109192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.109192] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25793638-6596-4c6c-adcb-0a48040a3647 is going to be updated. [ 1054.141355] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.142164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.142164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.143519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.143519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.143519] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.143519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.143519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.143859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.144022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.144377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.144808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.144808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.144947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.145074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145728] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.146324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.146324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.146535] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.146742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.146954] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55010995-c170-47a6-9133-b86bd611f948 is going to be updated. [ 1054.161702] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.161968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.161968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.162338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.162338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.162567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.193702] env[66633]: INFO networking_nsxv3.common.synchronization [req-11cfc994-493b-48d0-b3e1-e8a1f8261198 req-01cd13dd-f13a-4898-8ff4-a7f700c427d4 tempest-ServerPasswordTestJSON-19372666 tempest-ServerPasswordTestJSON-19372666-project-member] Enqueued Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGHEST for action security_group_members [ 1054.195202] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGHEST for action security_group_members [ 1054.195202] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c0105b5-6614-4931-a0df-d6f32a26839b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.195202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.195202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.195568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.195873] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.195873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.196098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.196886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.196886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.196886] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.236780] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.238704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.239181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.239279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.239600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.262050] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: IN_PROGRESS for 2s [ 1054.606862] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.673864] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1054.674110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.699723] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.699872] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.700262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.701119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.701230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.701463] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.701579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.701649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.701901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.702017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.702066] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c0105b5-6614-4931-a0df-d6f32a26839b already deleted. [ 1054.702154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.715794] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.716047] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-179" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.716111] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-179" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.716942] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-179" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.716942] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.716942] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.717622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.717622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.717622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.717830] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.717830] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.718064] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.718064] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.718186] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.718354] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.718354] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.748946] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.749145] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.749295] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.749503] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-179" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.749836] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.750045] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.750191] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.750563] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.750743] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409eb63d-c8fa-4b5d-ba05-461a7f7d12b1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.109740] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.110021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.110021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.110316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.110483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.110660] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be created. [ 1055.145120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.145408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.145522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.145817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.145987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.164224] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: UNINITIALIZED for 2s [ 1055.255381] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.255686] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.255832] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.256139] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.256550] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.256550] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 409eb63d-c8fa-4b5d-ba05-461a7f7d12b1 not found, creating... [ 1055.256705] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.256872] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.257059] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.257549] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.257549] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.258191] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.258191] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.258191] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.258652] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.258652] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.258830] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 409eb63d-c8fa-4b5d-ba05-461a7f7d12b1 is going to be created. [ 1055.314353] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.314567] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.314731] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.315256] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.315622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.315988] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.016721] env[66633]: INFO networking_nsxv3.common.synchronization [req-11cfc994-493b-48d0-b3e1-e8a1f8261198 req-86eff388-0fdc-4a39-a2b1-215efe0c1979 service nova] Enqueued Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGHEST for action security_group_rules [ 1056.018244] env[66633]: INFO networking_nsxv3.common.synchronization [req-11cfc994-493b-48d0-b3e1-e8a1f8261198 req-86eff388-0fdc-4a39-a2b1-215efe0c1979 service nova] Enqueued Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGHEST for action security_group_members [ 1056.018244] env[66633]: INFO networking_nsxv3.common.synchronization [req-11cfc994-493b-48d0-b3e1-e8a1f8261198 req-86eff388-0fdc-4a39-a2b1-215efe0c1979 service nova] Enqueued Resource ID: 409eb63d-c8fa-4b5d-ba05-461a7f7d12b1 with Priority: HIGHEST for action port [ 1056.018244] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGHEST for action security_group_rules [ 1056.018244] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGHEST for action security_group_members [ 1056.018244] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409eb63d-c8fa-4b5d-ba05-461a7f7d12b1 with Priority: HIGHEST for action port [ 1056.019243] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c0105b5-6614-4931-a0df-d6f32a26839b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.021632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.021632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.021632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.021632] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.024521] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c0105b5-6614-4931-a0df-d6f32a26839b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.025145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.025145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.025891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.026506] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.026644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.027576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.029938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.029938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.030081] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.033934] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.034151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.034251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.034653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.034828] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409eb63d-c8fa-4b5d-ba05-461a7f7d12b1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.055397] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 1056.055911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.056419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.056506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.056571] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.282641] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: SUCCESS [ 1056.282897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.539226] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.540836] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c0105b5-6614-4931-a0df-d6f32a26839b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.540836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.540836] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 409eb63d-c8fa-4b5d-ba05-461a7f7d12b1 with status ACTIVE [ 1056.541055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.541118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.541158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.541579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.541579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.541707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.542146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.542146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.542146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.544529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.544529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.544529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.544529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.544529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.544529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.544529] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 409eb63d-c8fa-4b5d-ba05-461a7f7d12b1 is going to be updated. [ 1056.557516] env[66633]: INFO networking_nsxv3.common.synchronization [req-8e25c3a2-8cd5-4fc7-bc38-76c9f3a12b07 req-d05bc8c6-0498-4b12-9c22-c320d66caa01 tempest-InstanceActionsV221TestJSON-983967057 tempest-InstanceActionsV221TestJSON-983967057-project-member] Enqueued Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGHEST for action security_group_members [ 1056.559391] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGHEST for action security_group_members [ 1056.559713] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.560045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.560045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.560476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.560708] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.560968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.561125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.561422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.561665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.562205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.562904] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.564303] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-36e89d36-60c2-4f5c-98eb-5662490cdb7f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.564758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.564867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.565162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.565343] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.565454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.565520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.565676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.565788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.565928] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.570393] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.570614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.570667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.570903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.572387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.572387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409eb63d-c8fa-4b5d-ba05-461a7f7d12b1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.886180] env[66633]: INFO networking_nsxv3.common.synchronization [req-76bc9140-d28d-4dad-9d9d-b49aee374aba req-85673362-2ef3-4e30-909d-7cc505c7ae0f tempest-ServerRescueNegativeTestJSON-281668620 tempest-ServerRescueNegativeTestJSON-281668620-project-member] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1056.886180] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1056.886180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.886180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.886180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.886180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.886180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.886180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.886180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.886180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.886664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.886664] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.046143] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.069422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.069422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.069422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.069724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.069968] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.070232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.070360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.070639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.070822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.070991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.071274] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.071460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.071593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.071845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.072476] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.072598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.072697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.072914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.073036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.073165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.073288] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.075692] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.075840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.075931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.076161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.076271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.076472] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.076770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.076770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.076881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.076972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.077167] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f is going to be updated. [ 1057.115055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.115055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.115055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.115055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.115055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.123814] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f in Status: IN_PROGRESS for 2s [ 1057.180483] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 1057.182954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.182954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.182954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.182954] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.182954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.182954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.182954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.182954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.182954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.182954] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.389241] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.389241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.389241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.389241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.389616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.389616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.389731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.389787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.389925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.390012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.390102] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf already deleted. [ 1057.390188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.420388] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.420807] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.420807] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.422750] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.423084] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.423263] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.423383] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.423715] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.423922] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.424172] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.424289] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.424399] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.424507] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.424984] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.424984] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.424984] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.450023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.450023] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.450023] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.450023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.450023] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-4fea4016-47fe-4221-8165-4e4705ba147c taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.450023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-4fea4016-47fe-4221-8165-4e4705ba147c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.450023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-4fea4016-47fe-4221-8165-4e4705ba147c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.450023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-4fea4016-47fe-4221-8165-4e4705ba147c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.450023] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fea4016-47fe-4221-8165-4e4705ba147c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.549601] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.549697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.549735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.549935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.550041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.550136] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c0105b5-6614-4931-a0df-d6f32a26839b is going to be created. [ 1057.575698] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.576048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.576150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.576774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.581966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.581966] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecf5ad64-d8d0-49d7-8080-e5450bd83a4f: rpc.has_security_group_logging(os_id): False [ 1057.592299] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c0105b5-6614-4931-a0df-d6f32a26839b in Status: UNINITIALIZED for 2s [ 1057.607052] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.607294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.607294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.607520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.607604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.607828] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.607920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.608021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.608146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.608219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.608422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.608509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.609836] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.609836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.609836] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 1057.684866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.685036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.685112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.685327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.685489] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.685589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.685655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.685807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.685891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.685978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.686138] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.686233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.686295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.686438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.686647] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.686764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.686828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.686983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.687100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.687153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.687243] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.748204] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.748204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.748204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.748204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.748538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.773819] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 1057.952301] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.952412] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.953023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.953023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.953023] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.953592] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 4fea4016-47fe-4221-8165-4e4705ba147c not found, creating... [ 1057.953592] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.953592] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.953826] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.953894] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.954400] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.954400] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.954960] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.954960] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.954960] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.954960] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.955461] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 4fea4016-47fe-4221-8165-4e4705ba147c is going to be created. [ 1057.986239] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.986469] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.986572] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.986901] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.987112] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.987580] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-4fea4016-47fe-4221-8165-4e4705ba147c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.189856] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d: rpc.has_security_group_logging(os_id): False [ 1058.217165] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.217341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.217511] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.217741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.217834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.218060] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.218165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.218242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.218400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.218475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.218741] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.218846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.218909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.219147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.219382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.219707] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.219816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.219863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.220131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.220253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.220384] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be created. [ 1058.327626] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.327983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.327983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.328141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.328292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.390522] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 1058.760441] env[66633]: INFO networking_nsxv3.common.synchronization [req-76bc9140-d28d-4dad-9d9d-b49aee374aba req-76938e20-8478-4aa7-9148-da4f9fdb65e3 service nova] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_rules [ 1058.760705] env[66633]: INFO networking_nsxv3.common.synchronization [req-76bc9140-d28d-4dad-9d9d-b49aee374aba req-76938e20-8478-4aa7-9148-da4f9fdb65e3 service nova] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1058.760869] env[66633]: INFO networking_nsxv3.common.synchronization [req-76bc9140-d28d-4dad-9d9d-b49aee374aba req-76938e20-8478-4aa7-9148-da4f9fdb65e3 service nova] Enqueued Resource ID: 4fea4016-47fe-4221-8165-4e4705ba147c with Priority: HIGHEST for action port [ 1058.761458] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_rules [ 1058.761596] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1058.761699] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea4016-47fe-4221-8165-4e4705ba147c with Priority: HIGHEST for action port [ 1058.761977] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.762110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.762190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.762438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.762584] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.763943] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.764079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.764141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.764352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.764616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.764686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.764739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.764856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.764939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.765043] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.766075] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fea4016-47fe-4221-8165-4e4705ba147c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.766075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fea4016-47fe-4221-8165-4e4705ba147c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.766075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fea4016-47fe-4221-8165-4e4705ba147c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.766290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fea4016-47fe-4221-8165-4e4705ba147c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.766290] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fea4016-47fe-4221-8165-4e4705ba147c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.146673] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f in Status: SUCCESS [ 1059.147124] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f deletion is rescheduled due to dependency. [ 1059.147358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.268576] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.268992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.269175] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.270409] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fea4016-47fe-4221-8165-4e4705ba147c with status ACTIVE [ 1059.270666] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.270798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.270889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.271157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.271258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.271760] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.271884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.271950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.272199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.272300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.272456] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.272579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.272667] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.272834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.272947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.272947] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fea4016-47fe-4221-8165-4e4705ba147c is going to be updated. [ 1059.320677] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.320942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.320942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.321128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.321275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.321439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fea4016-47fe-4221-8165-4e4705ba147c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.603212] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c0105b5-6614-4931-a0df-d6f32a26839b in Status: SUCCESS [ 1059.603601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.604889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.605164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.605410] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.605570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.605671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.605862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.606039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.606904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.606904] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.776104] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.805408] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 1059.805646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.109602] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c0105b5-6614-4931-a0df-d6f32a26839b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.109830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.109874] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.110142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.110444] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.110444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.110592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.110660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.110746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.110832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.110981] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c0105b5-6614-4931-a0df-d6f32a26839b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.111087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.111146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.111289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.111461] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.111573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.111637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.111783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.111865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.112609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.112609] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.252918] env[66633]: INFO networking_nsxv3.common.synchronization [None req-b28d5ce2-9e20-4165-a8f8-84f6229e7709 None None] Enqueued Resource ID: 0da5d2b7-defa-444e-80a3-e238819c146e with Priority: HIGHEST for action port [ 1060.253550] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da5d2b7-defa-444e-80a3-e238819c146e with Priority: HIGHEST for action port [ 1060.253869] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da5d2b7-defa-444e-80a3-e238819c146e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.254057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da5d2b7-defa-444e-80a3-e238819c146e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.255455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da5d2b7-defa-444e-80a3-e238819c146e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.255930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da5d2b7-defa-444e-80a3-e238819c146e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.256053] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da5d2b7-defa-444e-80a3-e238819c146e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.278564] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.278991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.278991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.279361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.279361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.279512] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf is going to be created. [ 1060.327016] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.327016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.327016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.327016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.327016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.355179] env[66633]: INFO networking_nsxv3.common.synchronization [req-c7ae3b24-03c1-4868-a297-69e0b7a65e73 req-dc15f8dc-eb6b-4b4f-af08-cb52dd1a72a5 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 1060.355179] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: UNINITIALIZED for 2s [ 1060.355900] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55010995-c170-47a6-9133-b86bd611f948 with Priority: HIGHEST for action security_group_members [ 1060.356463] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-55010995-c170-47a6-9133-b86bd611f948 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.356820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.360076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.360076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.360076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.360076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.360076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.360076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.360076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.360076] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55010995-c170-47a6-9133-b86bd611f948',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.413792] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 1060.414184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.422657] env[66633]: INFO networking_nsxv3.common.synchronization [req-c7ae3b24-03c1-4868-a297-69e0b7a65e73 req-dc15f8dc-eb6b-4b4f-af08-cb52dd1a72a5 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: ee44b569-26e5-4f66-a9b3-4082b87ede26 with Priority: HIGHEST for action port [ 1060.422852] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee44b569-26e5-4f66-a9b3-4082b87ede26 with Priority: HIGHEST for action port [ 1060.423055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee44b569-26e5-4f66-a9b3-4082b87ede26 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.423728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.423843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.424083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.424167] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee44b569-26e5-4f66-a9b3-4082b87ede26',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.613838] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c0105b5-6614-4931-a0df-d6f32a26839b: rpc.has_security_group_logging(os_id): False [ 1060.635424] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.635567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.635684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.635843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.635935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.636153] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.636252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.636314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.636465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.636555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.636789] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.636930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.637163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.637219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.637285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.637458] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.637600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.637720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.637802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.638250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.638389] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c0105b5-6614-4931-a0df-d6f32a26839b is going to be created. [ 1060.715178] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.715178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.715388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.716069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.716069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.738086] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c0105b5-6614-4931-a0df-d6f32a26839b in Status: IN_PROGRESS for 2s [ 1060.760247] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0da5d2b7-defa-444e-80a3-e238819c146e [ 1060.761021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.761021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.761021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.761253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.761356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.761458] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0da5d2b7-defa-444e-80a3-e238819c146e already deleted. [ 1060.761560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da5d2b7-defa-444e-80a3-e238819c146e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.862771] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.862964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.863053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.863305] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.863402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.863611] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.863733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.863821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.863952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.864041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.864137] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 is going to be updated. [ 1060.909234] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.909423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.909517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.909744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.909889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.929284] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee44b569-26e5-4f66-a9b3-4082b87ede26 with status ACTIVE [ 1060.929284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.929284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.929284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.929284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.929284] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee44b569-26e5-4f66-a9b3-4082b87ede26 is going to be updated. [ 1060.930766] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: IN_PROGRESS for 2s [ 1060.954596] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.954596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.954596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.954596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.954596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.955156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee44b569-26e5-4f66-a9b3-4082b87ede26" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.692826] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-e4ce2726-b37c-4900-8cd1-bb0dc9ae94f2 tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1061.693559] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1061.693742] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.693866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.693934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.694349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.694518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.694627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.694695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.694862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.694949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.695070] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.122316] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-99f2a8bc-09b6-4a16-a30a-8f23a4c45e6d tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1062.122957] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1062.123480] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.123616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.197059] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.197350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.197440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.197812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.197968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.198333] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.198476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.198566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.198822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.198901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.199036] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e already deleted. [ 1062.199269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.199473] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.199969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.200463] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.200777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.200777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.201443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.204108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.204108] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.368955] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: SUCCESS [ 1062.369132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.369349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.369639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.369922] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.370112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.370191] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.370393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.370584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.370584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.370828] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.637762] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-e8a1bc1e-4001-4ce1-b81f-242b787fcdc7 tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1062.637913] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1062.638482] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.638482] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.706751] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.707215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.707215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.707375] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.707533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.707860] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.708039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.708135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.708321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.708452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.708580] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e already deleted. [ 1062.708697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.708939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.709124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.709298] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.709428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.709512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.709754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.709877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.709982] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.770076] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c0105b5-6614-4931-a0df-d6f32a26839b in Status: SUCCESS [ 1062.770076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.873038] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.873217] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.873301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.873530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.873722] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.873986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.874105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.874287] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.874379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.874484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.874694] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.874747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.874815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.874982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.876124] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.876124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.876124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.876124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.876124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.876124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.876124] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.945100] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55010995-c170-47a6-9133-b86bd611f948 in Status: SUCCESS [ 1062.946742] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55010995-c170-47a6-9133-b86bd611f948 deletion is rescheduled due to dependency. [ 1062.946742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55010995-c170-47a6-9133-b86bd611f948" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.048164] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.048164] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-173" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.048164] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-173" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.048562] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-173" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.048844] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.049973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.049973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.049973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.049973] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.049973] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.049973] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.050374] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.050374] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.050374] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.050374] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.050633] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.076260] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.076459] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.076642] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.076738] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-173" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.077082] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-993ddc8d-55f5-46d2-98df-fc779e9eb892 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.077337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-993ddc8d-55f5-46d2-98df-fc779e9eb892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.077403] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-993ddc8d-55f5-46d2-98df-fc779e9eb892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.077703] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-993ddc8d-55f5-46d2-98df-fc779e9eb892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.078222] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993ddc8d-55f5-46d2-98df-fc779e9eb892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.212874] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.213079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.213153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.214615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.214615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.214615] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.214615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.214615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.214615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.214615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.214615] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e already deleted. [ 1063.214615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.377610] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf: rpc.has_security_group_logging(os_id): False [ 1063.398242] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.398242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.398438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.398835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.398835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.398921] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.399059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.399148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.399358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.399447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.399692] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.399802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.399890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.400216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.400318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.400616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.400700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.400853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.400918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.401314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.401314] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf is going to be created. [ 1063.464119] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.464297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.464385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.464547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.464729] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478808] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: IN_PROGRESS for 2s [ 1063.582470] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.582834] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.582834] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.582974] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.583897] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.583897] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 993ddc8d-55f5-46d2-98df-fc779e9eb892 not found, creating... [ 1063.583897] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.583897] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.583897] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.584290] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.584290] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.584546] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.585206] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.585206] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.585206] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.585206] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.585364] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 993ddc8d-55f5-46d2-98df-fc779e9eb892 is going to be created. [ 1063.635409] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.635619] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.635855] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.637132] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.637132] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.637132] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-993ddc8d-55f5-46d2-98df-fc779e9eb892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.686895] env[66633]: INFO networking_nsxv3.common.synchronization [None req-1ec15302-2244-46a2-85d1-59bd782df771 None None] Enqueued Resource ID: 28fcf378-70a0-40ef-a452-30bfe6ec97c3 with Priority: HIGHEST for action port [ 1063.687558] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28fcf378-70a0-40ef-a452-30bfe6ec97c3 with Priority: HIGHEST for action port [ 1063.688106] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-28fcf378-70a0-40ef-a452-30bfe6ec97c3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.688247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28fcf378-70a0-40ef-a452-30bfe6ec97c3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.688323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28fcf378-70a0-40ef-a452-30bfe6ec97c3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.688671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28fcf378-70a0-40ef-a452-30bfe6ec97c3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.688763] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28fcf378-70a0-40ef-a452-30bfe6ec97c3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.831276] env[66633]: INFO networking_nsxv3.common.synchronization [req-ebcd45b1-1ac3-4c60-a1f6-dd4489c5b372 req-27575172-8ae6-4868-b814-4c3da0299717 tempest-MultipleCreateTestJSON-276417343 tempest-MultipleCreateTestJSON-276417343-project-member] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1063.831839] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1063.832518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.832699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.832803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.833058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.833280] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.833488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.833584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.833796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.833916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.834058] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.128629] env[66633]: INFO networking_nsxv3.common.synchronization [req-d956a8a9-f83f-4f57-8bc0-c1010c27b44b req-6c40532a-9288-4392-86ec-7b31c3e7e922 tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1064.129351] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1064.130087] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.130288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.130403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.130783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.131060] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.131230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.131337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.131595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.131842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.132028] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.192619] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28fcf378-70a0-40ef-a452-30bfe6ec97c3 [ 1064.192619] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.192619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.192619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.193668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.193668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.193668] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28fcf378-70a0-40ef-a452-30bfe6ec97c3 already deleted. [ 1064.193668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28fcf378-70a0-40ef-a452-30bfe6ec97c3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.337557] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.397039] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-aaad0ad6-067d-4e8a-90d5-fb693f1baf6a service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1064.397039] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-aaad0ad6-067d-4e8a-90d5-fb693f1baf6a service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1064.397039] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-aaad0ad6-067d-4e8a-90d5-fb693f1baf6a service nova] Enqueued Resource ID: 993ddc8d-55f5-46d2-98df-fc779e9eb892 with Priority: HIGHEST for action port [ 1064.397539] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1064.397690] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1064.397795] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993ddc8d-55f5-46d2-98df-fc779e9eb892 with Priority: HIGHEST for action port [ 1064.398102] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.398849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.398849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.398849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.399061] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.403448] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.403448] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.403448] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.403448] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-993ddc8d-55f5-46d2-98df-fc779e9eb892 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993ddc8d-55f5-46d2-98df-fc779e9eb892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.403448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993ddc8d-55f5-46d2-98df-fc779e9eb892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.404044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993ddc8d-55f5-46d2-98df-fc779e9eb892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.404044] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993ddc8d-55f5-46d2-98df-fc779e9eb892',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.606666] env[66633]: INFO networking_nsxv3.common.synchronization [req-20b47edc-d5ae-4013-9261-d73a03d0ef8d req-175e727b-606e-43b0-b3ae-c927efebbadc tempest-MultipleCreateTestJSON-276417343 tempest-MultipleCreateTestJSON-276417343-project-member] Enqueued Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1064.606666] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f with Priority: HIGHEST for action security_group_members [ 1064.606982] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.609945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.636411] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.841712] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.904559] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.904559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.904728] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.905652] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 993ddc8d-55f5-46d2-98df-fc779e9eb892 with status ACTIVE [ 1064.906469] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.906469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.906469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.906469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.906469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.906918] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.906918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.906918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.906918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.906918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.907377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.907561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.907703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.907901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.908235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.908235] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 993ddc8d-55f5-46d2-98df-fc779e9eb892 is going to be updated. [ 1064.952143] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.953170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.953170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.953170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.953170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.953170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993ddc8d-55f5-46d2-98df-fc779e9eb892" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.139200] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.170993] env[66633]: INFO networking_nsxv3.common.synchronization [req-27106eb1-b2fd-451b-bfc3-c38bb7d7cda2 req-17268cd9-9e80-414f-9fb3-4b3f89d35427 tempest-ServerActionsTestOtherB-852466792 tempest-ServerActionsTestOtherB-852466792-project-member] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1065.171637] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1065.172079] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.172291] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.172584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.173059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.173305] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.173458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.173533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.173705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.174068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.174175] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.343949] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.344128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.344749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.344749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.344749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.344749] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 1065.387780] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.387967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.388070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.388320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.388500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.410026] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.411831] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 1065.452401] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.452609] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-543" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.452727] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-543" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.453446] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-543" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.453446] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.453621] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.453738] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.453970] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.454125] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.454335] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.454445] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.454849] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.455038] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.455168] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.455279] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.455417] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.490811] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.491056] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.491261] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.491476] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-543" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.491847] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-479bc9f9-202f-4428-bd08-1f977ee1939b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.492052] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-479bc9f9-202f-4428-bd08-1f977ee1939b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.492175] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-479bc9f9-202f-4428-bd08-1f977ee1939b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.492501] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-479bc9f9-202f-4428-bd08-1f977ee1939b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.492640] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479bc9f9-202f-4428-bd08-1f977ee1939b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.494969] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: SUCCESS [ 1065.495202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.643873] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.644057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.644156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.644409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.644523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.644623] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1065.676068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.676225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.676294] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.676503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.676647] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.677870] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.678481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.678481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.678575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.687753] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1065.699340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.699597] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.699817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.699907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.700155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.700237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.700351] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1065.733463] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.734082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.734192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.734401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.734546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.744907] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1065.914712] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.914712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.914712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.915204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.915204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.915276] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be created. [ 1065.955313] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.958582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.958582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.958582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.958582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.969831] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: UNINITIALIZED for 2s [ 1065.995815] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.995815] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.995815] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.996065] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.996065] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.996279] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 479bc9f9-202f-4428-bd08-1f977ee1939b not found, creating... [ 1065.996490] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.996658] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.996776] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.997013] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.997225] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.997554] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.997757] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.997883] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.998119] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.998256] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.998395] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 479bc9f9-202f-4428-bd08-1f977ee1939b is going to be created. [ 1066.001101] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.001273] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.002560] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.002560] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.002560] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.002560] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.002560] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.002560] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.002560] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.002931] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.002931] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.002931] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.002931] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.003343] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.003343] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.003343] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.040269] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.040514] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.040684] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.040916] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.041481] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.041732] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.041891] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.042336] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.042534] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81f61ad-b53a-4a09-a2c1-d6a2dc180396',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.044686] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.044940] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.046851] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.048093] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.048410] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.048699] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-479bc9f9-202f-4428-bd08-1f977ee1939b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.551496] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.551761] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.551921] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.552245] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.552398] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.552600] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port e81f61ad-b53a-4a09-a2c1-d6a2dc180396 not found, creating... [ 1066.552895] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.553341] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.553464] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.553821] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.553985] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.554532] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.554744] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.554865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.555203] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.555360] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.555508] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: e81f61ad-b53a-4a09-a2c1-d6a2dc180396 is going to be created. [ 1066.581128] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.581412] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.581641] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.581858] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.583090] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.583090] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.791674] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-83fe0736-5037-4c6c-90b1-31b8d843f813 service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1066.791674] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-83fe0736-5037-4c6c-90b1-31b8d843f813 service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1066.791674] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-83fe0736-5037-4c6c-90b1-31b8d843f813 service nova] Enqueued Resource ID: 479bc9f9-202f-4428-bd08-1f977ee1939b with Priority: HIGHEST for action port [ 1066.791956] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1066.792050] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1066.792142] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479bc9f9-202f-4428-bd08-1f977ee1939b with Priority: HIGHEST for action port [ 1066.792449] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.792590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.792737] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.792837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.793482] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-479bc9f9-202f-4428-bd08-1f977ee1939b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.793636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-479bc9f9-202f-4428-bd08-1f977ee1939b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.793636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-479bc9f9-202f-4428-bd08-1f977ee1939b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.793812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-479bc9f9-202f-4428-bd08-1f977ee1939b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.793891] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479bc9f9-202f-4428-bd08-1f977ee1939b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.297999] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 479bc9f9-202f-4428-bd08-1f977ee1939b with status ACTIVE [ 1067.298257] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.298395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.298462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.298671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.298792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.299018] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.299126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.299189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.299352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.299432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.299625] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.299954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.299954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.300153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.300327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.301165] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 479bc9f9-202f-4428-bd08-1f977ee1939b is going to be updated. [ 1067.313202] env[66633]: INFO networking_nsxv3.common.synchronization [req-27106eb1-b2fd-451b-bfc3-c38bb7d7cda2 req-d93f5a2e-228c-4b10-a01b-1a6d0df1a52a service nova] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 1067.313579] env[66633]: INFO networking_nsxv3.common.synchronization [req-27106eb1-b2fd-451b-bfc3-c38bb7d7cda2 req-d93f5a2e-228c-4b10-a01b-1a6d0df1a52a service nova] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1067.313579] env[66633]: INFO networking_nsxv3.common.synchronization [req-27106eb1-b2fd-451b-bfc3-c38bb7d7cda2 req-d93f5a2e-228c-4b10-a01b-1a6d0df1a52a service nova] Enqueued Resource ID: e81f61ad-b53a-4a09-a2c1-d6a2dc180396 with Priority: HIGHEST for action port [ 1067.314096] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 1067.314281] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1067.314554] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81f61ad-b53a-4a09-a2c1-d6a2dc180396 with Priority: HIGHEST for action port [ 1067.315406] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.315486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.315539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.315724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.315809] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.316807] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.316911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.317141] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.317247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.317310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.317489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.317580] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81f61ad-b53a-4a09-a2c1-d6a2dc180396',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.330134] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.330134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.330134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.330134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.330816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.330816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-479bc9f9-202f-4428-bd08-1f977ee1939b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.428056] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 1067.428291] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.428499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.428692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.429766] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.429766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.429766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.429766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.429766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.429766] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecf5ad64-d8d0-49d7-8080-e5450bd83a4f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.707516] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1067.707771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.737310] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.737501] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-173" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.737617] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-173" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.737887] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-173" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.738169] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.738326] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.738439] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.738847] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.738847] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.739023] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.739117] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.739224] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.739329] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.739434] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.739535] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.739697] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.754855] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1067.755070] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 deletion is rescheduled due to dependency. [ 1067.755189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.755342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.755555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.755739] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.755853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.755917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.756088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.756171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.756268] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.761900] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.762090] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.762195] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.762384] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-173" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.762772] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-d62548f4-fead-49da-b06d-007bfbbf7b06 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.762872] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-d62548f4-fead-49da-b06d-007bfbbf7b06" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.762995] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-d62548f4-fead-49da-b06d-007bfbbf7b06" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.763357] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-d62548f4-fead-49da-b06d-007bfbbf7b06" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.763402] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62548f4-fead-49da-b06d-007bfbbf7b06',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.819228] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.819393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.820782] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e81f61ad-b53a-4a09-a2c1-d6a2dc180396 with status ACTIVE [ 1067.821349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.821487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.821551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.821758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.821887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.822118] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.822221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.822278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.822581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.822581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.823055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.823172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.823240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.823331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.823405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.823490] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e81f61ad-b53a-4a09-a2c1-d6a2dc180396 is going to be updated. [ 1067.847095] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.847519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.847759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.848050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.848215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.848381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81f61ad-b53a-4a09-a2c1-d6a2dc180396" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.931739] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.931963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.932135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.932378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.932462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.932656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.932774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.932832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.932998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.933119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.933225] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f is going to be updated. [ 1067.985772] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1067.985993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.986343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.986626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.986935] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.987054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.987113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.987316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.987415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.987547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.987608] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.988653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.988882] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.988997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.989072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.989235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.989292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.989383] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.010942] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.010942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.010942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.010942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.010942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.026757] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: IN_PROGRESS for 2s [ 1068.259242] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.267154] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.267154] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.267154] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.267401] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.267554] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.267743] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port d62548f4-fead-49da-b06d-007bfbbf7b06 not found, creating... [ 1068.268580] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.268580] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.268580] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.268580] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.268823] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.268991] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.270036] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.270036] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.270036] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.270036] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.270036] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: d62548f4-fead-49da-b06d-007bfbbf7b06 is going to be created. [ 1068.311273] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.313905] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.314104] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.314643] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.315537] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.315831] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-d62548f4-fead-49da-b06d-007bfbbf7b06" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.492323] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.492662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.492865] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.762283] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.997586] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.023273] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-afbf59db-310c-4240-b805-6607410f6168 service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1069.023484] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-afbf59db-310c-4240-b805-6607410f6168 service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1069.023621] env[66633]: INFO networking_nsxv3.common.synchronization [req-f17c5c1c-3055-45e2-b689-abf76f9bd659 req-afbf59db-310c-4240-b805-6607410f6168 service nova] Enqueued Resource ID: d62548f4-fead-49da-b06d-007bfbbf7b06 with Priority: HIGHEST for action port [ 1069.028658] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1069.028911] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1069.029087] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62548f4-fead-49da-b06d-007bfbbf7b06 with Priority: HIGHEST for action port [ 1069.030229] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.030742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.030742] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.030921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.032572] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d62548f4-fead-49da-b06d-007bfbbf7b06 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.032572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d62548f4-fead-49da-b06d-007bfbbf7b06" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.032572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d62548f4-fead-49da-b06d-007bfbbf7b06" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.032789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d62548f4-fead-49da-b06d-007bfbbf7b06" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.032789] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62548f4-fead-49da-b06d-007bfbbf7b06',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.265273] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.265476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.265673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.265761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.265810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.265875] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1069.329221] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.329639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.329639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.329764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.329933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.340245] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1069.500184] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.500352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.500422] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.500701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.500792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.500906] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1069.534966] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.536094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.536094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.536094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.536094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.536726] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d62548f4-fead-49da-b06d-007bfbbf7b06 with status ACTIVE [ 1069.536910] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.537146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.537233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.537408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.537491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537663] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.537775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.537903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.537971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.538054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.538744] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.538744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.538744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.538744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.538744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.538744] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d62548f4-fead-49da-b06d-007bfbbf7b06 is going to be updated. [ 1069.552548] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1069.567202] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.567202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.567202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.567202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.567202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.567573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d62548f4-fead-49da-b06d-007bfbbf7b06" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.681163] env[66633]: INFO networking_nsxv3.common.synchronization [req-f744bb18-3876-4d89-a2b5-44a66edf4a4f req-a4a4c63a-db7b-476d-a26b-bed049edc23e tempest-ServerRescueNegativeTestJSON-281668620 tempest-ServerRescueNegativeTestJSON-281668620-project-member] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1069.682016] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1069.682176] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.682465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.682545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.682753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.683042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.683212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.683311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.683550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.683655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.683763] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.040954] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f in Status: SUCCESS [ 1070.040954] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecf5ad64-d8d0-49d7-8080-e5450bd83a4f deletion is rescheduled due to dependency. [ 1070.040954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecf5ad64-d8d0-49d7-8080-e5450bd83a4f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.131079] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.132426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.132426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.132426] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.132426] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.132665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.132665] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.132861] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.133079] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.133374] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.133559] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.133725] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.133881] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.134055] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.134210] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.134449] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.158437] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.159218] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.159218] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.159218] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.159451] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.159679] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.159797] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.160299] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.160299] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff125b9f-b35f-45d6-bbf6-da08e88ff1f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.186869] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.667506] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.667871] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.668234] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.668697] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.668697] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.668697] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port ff125b9f-b35f-45d6-bbf6-da08e88ff1f9 not found, creating... [ 1070.669567] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.669567] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.669567] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.669830] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.669894] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.673436] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.673436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.673436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.673436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.673436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.673436] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: ff125b9f-b35f-45d6-bbf6-da08e88ff1f9 is going to be created. [ 1070.689976] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.701103] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.701103] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.701103] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.701405] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.701724] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.702234] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.116093] env[66633]: INFO networking_nsxv3.common.synchronization [None req-fe663223-c2de-4553-8799-ba2a0e058950 None None] Enqueued Resource ID: 665547bb-a224-4a20-af9b-cc675c2b5c27 with Priority: HIGHEST for action port [ 1071.117258] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665547bb-a224-4a20-af9b-cc675c2b5c27 with Priority: HIGHEST for action port [ 1071.117729] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-665547bb-a224-4a20-af9b-cc675c2b5c27 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.118559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-665547bb-a224-4a20-af9b-cc675c2b5c27" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.118559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-665547bb-a224-4a20-af9b-cc675c2b5c27" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.118559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-665547bb-a224-4a20-af9b-cc675c2b5c27" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.118559] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665547bb-a224-4a20-af9b-cc675c2b5c27',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.197144] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.198660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.198660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.198660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.198660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.198660] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf is going to be updated. [ 1071.234314] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.235029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.235029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.235029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.235029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.244713] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: IN_PROGRESS for 2s [ 1071.350697] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1071.351080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.351310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.351687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.351769] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.351893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.352062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.352296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.352429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.352551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.352652] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.459022] env[66633]: INFO networking_nsxv3.common.synchronization [req-f744bb18-3876-4d89-a2b5-44a66edf4a4f req-01a8243a-a4e4-41e2-8487-dd18e52482fc service nova] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_rules [ 1071.459240] env[66633]: INFO networking_nsxv3.common.synchronization [req-f744bb18-3876-4d89-a2b5-44a66edf4a4f req-01a8243a-a4e4-41e2-8487-dd18e52482fc service nova] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1071.459383] env[66633]: INFO networking_nsxv3.common.synchronization [req-f744bb18-3876-4d89-a2b5-44a66edf4a4f req-01a8243a-a4e4-41e2-8487-dd18e52482fc service nova] Enqueued Resource ID: ff125b9f-b35f-45d6-bbf6-da08e88ff1f9 with Priority: HIGHEST for action port [ 1071.460024] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_rules [ 1071.461533] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1071.461641] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff125b9f-b35f-45d6-bbf6-da08e88ff1f9 with Priority: HIGHEST for action port [ 1071.461959] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.462118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.462184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.462393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.462478] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.463729] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.463842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.464074] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.464184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.464253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.466231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.466231] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff125b9f-b35f-45d6-bbf6-da08e88ff1f9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.563701] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1071.564029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.564125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.564348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.564582] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.564708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.564774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.564935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.565055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.565118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.565288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.565361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.565420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.565563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.565699] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.565830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.565921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.566952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.567072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.567168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.567313] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.568502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.568957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.571342] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.571481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.571545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.571711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.571794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.571893] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.621860] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 665547bb-a224-4a20-af9b-cc675c2b5c27 [ 1071.621860] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.621860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.621860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.621860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.621860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.621860] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:665547bb-a224-4a20-af9b-cc675c2b5c27 already deleted. [ 1071.621860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-665547bb-a224-4a20-af9b-cc675c2b5c27" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.855981] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.965050] env[66633]: INFO networking_nsxv3.common.synchronization [req-fe88bf96-13cb-4b74-8f32-0a3286516ad9 req-007e1831-10c6-4b8c-9d82-559520ad1b79 tempest-ServerPasswordTestJSON-19372666 tempest-ServerPasswordTestJSON-19372666-project-member] Enqueued Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGHEST for action security_group_members [ 1071.965676] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGHEST for action security_group_members [ 1071.966177] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c0105b5-6614-4931-a0df-d6f32a26839b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.966177] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.966325] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.966403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.966558] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.966641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.966760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.966848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.966931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967045] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.967990] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.968753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.971275] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff125b9f-b35f-45d6-bbf6-da08e88ff1f9 with status ACTIVE [ 1071.971463] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.971579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.971648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.971832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.971918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.972118] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.972201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.972263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.972411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.972488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.972669] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.972761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.972822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.972957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.973041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.973125] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff125b9f-b35f-45d6-bbf6-da08e88ff1f9 is going to be updated. [ 1072.004437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.006185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.006185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.006185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.006185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.006185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff125b9f-b35f-45d6-bbf6-da08e88ff1f9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.073810] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49b2076-82c3-4526-901f-accdb818cb9e: rpc.has_security_group_logging(os_id): False [ 1072.075095] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.098534] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.098637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.098744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.099052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.099052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.099193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.099271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.099326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.099695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.099695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.099856] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.099856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.099964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.100043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.100114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.100288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.100374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.100432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.100565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.100635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.100923] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be created. [ 1072.188658] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.188658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.188658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.188658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.188658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.202512] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1072.229171] env[66633]: INFO networking_nsxv3.common.synchronization [None req-189dfa51-c566-464c-abd4-7bc15bcf6ccf tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_rules [ 1072.230023] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_rules [ 1072.230885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.231110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.231253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.232014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.232014] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.358710] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077: rpc.has_security_group_logging(os_id): False [ 1072.385965] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.385965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.385965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.385965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.385965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.385965] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.385965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.386418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.386602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.386662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.386773] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1072.416584] env[66633]: INFO networking_nsxv3.common.synchronization [None req-3400434a-0f78-4b2e-8f46-7ec03a1d83d7 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_rules [ 1072.418105] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_rules [ 1072.418105] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.418105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.469138] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.469341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.469409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.470527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.470527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.471514] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.471651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.471712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.471973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.472077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.472278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.472395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.472594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.472672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.472760] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c0105b5-6614-4931-a0df-d6f32a26839b is going to be updated. [ 1072.488050] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1072.521623] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.521623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.521623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.521623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.521623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.544703] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c0105b5-6614-4931-a0df-d6f32a26839b in Status: IN_PROGRESS for 2s [ 1072.580433] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.756890] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.756890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.756890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.756890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.756890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.756890] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 already deleted. [ 1072.756890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.756890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.756890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.756890] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.086197] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.086566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.086702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.087050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.087238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.087417] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1073.126906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.127582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.127726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.128080] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.130774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.140218] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1073.255219] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: SUCCESS [ 1073.255643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.255924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.256256] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.256546] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.256796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.256949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.258021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.258021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.258021] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.276877] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.277098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.277162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.277684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.277684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.277684] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 already deleted. [ 1073.277684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.620332] env[66633]: INFO networking_nsxv3.common.synchronization [None req-3505d374-e621-41b9-a456-d985f29413fe None None] Enqueued Resource ID: 50ac6671-db3c-4b5d-823a-806a1420c40f with Priority: HIGHEST for action port [ 1073.620332] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac6671-db3c-4b5d-823a-806a1420c40f with Priority: HIGHEST for action port [ 1073.620332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-50ac6671-db3c-4b5d-823a-806a1420c40f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.620609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50ac6671-db3c-4b5d-823a-806a1420c40f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.620609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50ac6671-db3c-4b5d-823a-806a1420c40f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.620859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50ac6671-db3c-4b5d-823a-806a1420c40f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.620986] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ac6671-db3c-4b5d-823a-806a1420c40f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.760917] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.123917] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50ac6671-db3c-4b5d-823a-806a1420c40f [ 1074.124679] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.124679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.124926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.125457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.125554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.125758] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50ac6671-db3c-4b5d-823a-806a1420c40f already deleted. [ 1074.126067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50ac6671-db3c-4b5d-823a-806a1420c40f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.222116] env[66633]: INFO networking_nsxv3.common.synchronization [req-39e0b2c4-31d9-4291-9c5a-5e325f9a476f req-7743dba2-0b76-4abb-9132-d5b90f431c1f tempest-ServerMetadataNegativeTestJSON-559923645 tempest-ServerMetadataNegativeTestJSON-559923645-project-member] Enqueued Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGHEST for action security_group_members [ 1074.223616] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGHEST for action security_group_members [ 1074.224178] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-04acf909-056d-40b5-a001-95195afa5ebe taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.224734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.224734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.225390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.225390] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.225390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.225390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.225727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.225953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.226237] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.229244] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1074.229738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.230265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.231321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.231321] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.263537] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.502771] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1074.503039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.557230] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c0105b5-6614-4931-a0df-d6f32a26839b in Status: SUCCESS [ 1074.557230] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c0105b5-6614-4931-a0df-d6f32a26839b deletion is rescheduled due to dependency. [ 1074.557230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.677037] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.677037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-833" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.677037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-833" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.677037] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-833" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.677549] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.677979] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.678269] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.678612] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.678883] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.679388] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.679621] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.680495] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.680495] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.680495] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.680495] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.680495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.703426] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.704233] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.707099] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.707099] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-833" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.707099] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-6e326912-1d95-4bca-94de-2ef0f4e58f87 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.707099] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-6e326912-1d95-4bca-94de-2ef0f4e58f87" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.707099] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-6e326912-1d95-4bca-94de-2ef0f4e58f87" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.707099] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-6e326912-1d95-4bca-94de-2ef0f4e58f87" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.707099] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e326912-1d95-4bca-94de-2ef0f4e58f87',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.733704] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.733873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.733967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.734337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.734337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.734468] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.734564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.734628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.734777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.734855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.734940] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04acf909-056d-40b5-a001-95195afa5ebe already deleted. [ 1074.735034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.735321] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.735450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.766371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.766371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.766371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.766371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.766681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.766681] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf is going to be updated. [ 1074.828776] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.828981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.829053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.829241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.829391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.839088] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: IN_PROGRESS for 2s [ 1075.150746] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1075.151203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.151281] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.151460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.151644] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.151762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.151828] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.152016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.152138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.152195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.152277] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.208810] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.209122] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.209337] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.209694] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.209925] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.210147] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 6e326912-1d95-4bca-94de-2ef0f4e58f87 not found, creating... [ 1075.210473] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.210643] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.210786] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.211119] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.211314] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.211681] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.211849] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.211969] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.212294] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.212453] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.212596] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 6e326912-1d95-4bca-94de-2ef0f4e58f87 is going to be created. [ 1075.242634] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.242844] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.243014] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.243433] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.243734] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.244097] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-6e326912-1d95-4bca-94de-2ef0f4e58f87" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.654500] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.654697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.654877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.655274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.655532] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.655734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.655860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.656128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.657056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.657276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.657420] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.658215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.658215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.658215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.658215] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.658215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.658215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.658215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.658616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.658616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.658616] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.993786] env[66633]: INFO networking_nsxv3.common.synchronization [req-39e0b2c4-31d9-4291-9c5a-5e325f9a476f req-3d2dcfb4-2b6e-4d60-b3c1-0597e33c264e service nova] Enqueued Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGHEST for action security_group_rules [ 1075.993786] env[66633]: INFO networking_nsxv3.common.synchronization [req-39e0b2c4-31d9-4291-9c5a-5e325f9a476f req-3d2dcfb4-2b6e-4d60-b3c1-0597e33c264e service nova] Enqueued Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGHEST for action security_group_members [ 1075.993786] env[66633]: INFO networking_nsxv3.common.synchronization [req-39e0b2c4-31d9-4291-9c5a-5e325f9a476f req-3d2dcfb4-2b6e-4d60-b3c1-0597e33c264e service nova] Enqueued Resource ID: 6e326912-1d95-4bca-94de-2ef0f4e58f87 with Priority: HIGHEST for action port [ 1075.993786] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGHEST for action security_group_rules [ 1075.993786] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGHEST for action security_group_members [ 1075.993786] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e326912-1d95-4bca-94de-2ef0f4e58f87 with Priority: HIGHEST for action port [ 1075.993786] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04acf909-056d-40b5-a001-95195afa5ebe taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.993786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.993786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.993786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.994478] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.995044] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-04acf909-056d-40b5-a001-95195afa5ebe taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.995159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.995386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.995630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.995793] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.997942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.997942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.997942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.997942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.997942] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.997942] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e326912-1d95-4bca-94de-2ef0f4e58f87 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.997942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e326912-1d95-4bca-94de-2ef0f4e58f87" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.997942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e326912-1d95-4bca-94de-2ef0f4e58f87" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.997942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e326912-1d95-4bca-94de-2ef0f4e58f87" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.997942] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e326912-1d95-4bca-94de-2ef0f4e58f87',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.161514] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49b2076-82c3-4526-901f-accdb818cb9e: rpc.has_security_group_logging(os_id): False [ 1076.266239] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.266519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.266607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.267190] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.267336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.267624] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.267748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.267924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.268242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.268352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.268674] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.268798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.268867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.269068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.269142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.269402] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.269507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.269570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.269944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.270065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.270161] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1076.377026] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.377026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.377026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.377026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.377026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.397055] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1076.502980] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.503166] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-04acf909-056d-40b5-a001-95195afa5ebe taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.503244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.503603] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e326912-1d95-4bca-94de-2ef0f4e58f87 with status ACTIVE [ 1076.503774] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.503886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.504023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.504229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.504325] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.504501] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.504598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.504656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.504820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.504893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.505297] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.505500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.505583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.505755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.505851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.505954] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e326912-1d95-4bca-94de-2ef0f4e58f87 is going to be updated. [ 1076.540405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.540405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.540405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.540405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.540405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.540405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e326912-1d95-4bca-94de-2ef0f4e58f87" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.849164] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: SUCCESS [ 1076.849628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.849989] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.850376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.850710] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.851035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.851923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.851923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.851923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.851923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.851923] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.004758] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.356462] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.356819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.356819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.357107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.357338] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.357451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.357524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.357864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.358026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.358151] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.358331] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.358445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.358525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.358714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.358878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.358980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.359076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.359255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.359348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.359450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.359533] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.506892] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.507148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.507238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.507417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.507568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.507568] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04acf909-056d-40b5-a001-95195afa5ebe is going to be created. [ 1077.532122] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.532433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.532433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.532561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.532677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.543599] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04acf909-056d-40b5-a001-95195afa5ebe in Status: UNINITIALIZED for 2s [ 1077.862011] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf: rpc.has_security_group_logging(os_id): False [ 1077.881692] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.881915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.882066] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.882396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.882524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.882890] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.883103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.883103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.883297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.883389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.883681] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.883857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.883953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.888386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.888532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.888834] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.888984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.889087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.889319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.889428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.889546] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf is going to be updated. [ 1077.965056] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.965270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.965316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.965553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.965707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.981546] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: IN_PROGRESS for 2s [ 1078.415653] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1078.416102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.416298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.416562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.416658] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.631592] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.631795] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.631979] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.632260] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.632553] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.632796] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.632839] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.634063] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.634063] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.634063] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.634063] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.634063] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.634063] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.634467] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.634467] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.634592] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.658278] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.658449] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.658590] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.658769] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-202" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.659263] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-25793638-6596-4c6c-adcb-0a48040a3647 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.659450] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.659587] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.659863] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.660017] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25793638-6596-4c6c-adcb-0a48040a3647',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.877248] env[66633]: INFO networking_nsxv3.common.synchronization [None req-71edb59b-2738-496d-b7e7-4a448b5736ac None None] Enqueued Resource ID: d545a7e5-0a66-4f2f-867a-9eec6bfd71db with Priority: HIGHEST for action port [ 1078.878681] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d545a7e5-0a66-4f2f-867a-9eec6bfd71db with Priority: HIGHEST for action port [ 1078.879280] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-d545a7e5-0a66-4f2f-867a-9eec6bfd71db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.879570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d545a7e5-0a66-4f2f-867a-9eec6bfd71db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.879768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d545a7e5-0a66-4f2f-867a-9eec6bfd71db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.880160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d545a7e5-0a66-4f2f-867a-9eec6bfd71db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.880349] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d545a7e5-0a66-4f2f-867a-9eec6bfd71db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.920263] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.920263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.920263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.920571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.920686] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.920765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.921343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.921343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.921586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.921586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.921586] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.166021] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.166223] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.166338] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.166741] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.166982] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.167468] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.167811] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.167811] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.172202] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.172483] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.173028] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.173302] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.173498] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.173959] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.174629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.174886] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 25793638-6596-4c6c-adcb-0a48040a3647 is going to be updated. [ 1079.211806] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.212235] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.212386] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.212683] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.212895] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.213166] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.382850] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d545a7e5-0a66-4f2f-867a-9eec6bfd71db [ 1079.384645] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.384645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.384645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.384645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.384645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.384645] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d545a7e5-0a66-4f2f-867a-9eec6bfd71db already deleted. [ 1079.384645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d545a7e5-0a66-4f2f-867a-9eec6bfd71db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.424615] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.425030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.425030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.425147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.425704] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.425704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.425704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.425918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.426022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.426135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.426288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.426377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.426443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.426578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.426719] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.426800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.426857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.426992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.427087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.427171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.427336] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.554373] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04acf909-056d-40b5-a001-95195afa5ebe in Status: SUCCESS [ 1079.554664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.554867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.555147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.555409] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.555592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.555592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.555775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.555775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.556069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.556069] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.929683] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49b2076-82c3-4526-901f-accdb818cb9e: rpc.has_security_group_logging(os_id): False [ 1079.949563] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.949712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.950139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.950139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.950274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.950389] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.950493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.950557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.950719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.950797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.950998] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.951121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.951202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.951354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.951427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.951614] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.951708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.951770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.951911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.951990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.952366] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1079.988635] env[66633]: INFO networking_nsxv3.common.synchronization [req-d71ba9b7-673f-44d2-952f-e16f3e59ab20 req-b66e41ca-9a82-4f6c-ab32-088c1bdae38a service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 1079.988996] env[66633]: INFO networking_nsxv3.common.synchronization [req-d71ba9b7-673f-44d2-952f-e16f3e59ab20 req-b66e41ca-9a82-4f6c-ab32-088c1bdae38a service nova] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 1079.989286] env[66633]: INFO networking_nsxv3.common.synchronization [req-d71ba9b7-673f-44d2-952f-e16f3e59ab20 req-b66e41ca-9a82-4f6c-ab32-088c1bdae38a service nova] Enqueued Resource ID: 25793638-6596-4c6c-adcb-0a48040a3647 with Priority: HIGHEST for action port [ 1079.990100] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_rules [ 1079.990368] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 1079.990603] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25793638-6596-4c6c-adcb-0a48040a3647 with Priority: HIGHEST for action port [ 1079.991075] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.991304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.991454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.992086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.992270] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.993749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.993749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.993915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.994222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.994486] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.994999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.994999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.994999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.995156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.995215] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.996271] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-25793638-6596-4c6c-adcb-0a48040a3647 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.996271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.996271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.996271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.996271] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25793638-6596-4c6c-adcb-0a48040a3647',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.001761] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: SUCCESS [ 1080.001869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.036490] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.036731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.036822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.037143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.037369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.059048] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-04acf909-056d-40b5-a001-95195afa5ebe taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.059048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.059048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.059048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.059458] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.059458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.059458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.059649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.059649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.059734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.059939] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-04acf909-056d-40b5-a001-95195afa5ebe taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.060070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.060209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.060377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.060580] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.060737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.060820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.061061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.061197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.061329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.061406] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.063397] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1080.501089] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.501089] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.501089] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.501708] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25793638-6596-4c6c-adcb-0a48040a3647 with status ACTIVE [ 1080.502714] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.502714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.502714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.502714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.502714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.502714] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.502714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.502714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.504444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.504444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.504597] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.504955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.504955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.505118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.505208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.505930] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25793638-6596-4c6c-adcb-0a48040a3647 is going to be updated. [ 1080.538051] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.538051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.538051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.538378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.538378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.538494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25793638-6596-4c6c-adcb-0a48040a3647" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.565690] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04acf909-056d-40b5-a001-95195afa5ebe: rpc.has_security_group_logging(os_id): False [ 1080.594300] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.594514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.594514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.594741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.594833] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.595032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.595137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.595213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.595366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.595445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.595649] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.595742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.595804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.595945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.596030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.596219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.596363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.596363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.596524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.596581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.596642] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04acf909-056d-40b5-a001-95195afa5ebe is going to be created. [ 1080.692773] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.693052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.693172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.693444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.693643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.724667] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04acf909-056d-40b5-a001-95195afa5ebe in Status: IN_PROGRESS for 2s [ 1081.008161] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.154238] env[66633]: INFO networking_nsxv3.common.synchronization [None req-c5cdb250-8a8a-4d51-9c4e-c89a37052c9f None None] Enqueued Resource ID: 1c5bbf71-5e9c-4988-bd97-8ed3d3b44139 with Priority: HIGHEST for action port [ 1081.154883] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5bbf71-5e9c-4988-bd97-8ed3d3b44139 with Priority: HIGHEST for action port [ 1081.155302] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c5bbf71-5e9c-4988-bd97-8ed3d3b44139 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.155423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c5bbf71-5e9c-4988-bd97-8ed3d3b44139" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.155478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c5bbf71-5e9c-4988-bd97-8ed3d3b44139" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.155734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c5bbf71-5e9c-4988-bd97-8ed3d3b44139" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.155812] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c5bbf71-5e9c-4988-bd97-8ed3d3b44139',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.510779] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.511328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.511328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.511328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.511328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.511570] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 1081.555786] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.556558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.556906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.557376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.557744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.571972] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 1081.659082] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c5bbf71-5e9c-4988-bd97-8ed3d3b44139 [ 1081.659082] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.659082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.659082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.659082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.659082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.659082] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c5bbf71-5e9c-4988-bd97-8ed3d3b44139 already deleted. [ 1081.659082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c5bbf71-5e9c-4988-bd97-8ed3d3b44139" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.078415] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1082.078688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.785872] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04acf909-056d-40b5-a001-95195afa5ebe in Status: SUCCESS [ 1082.786250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.583059] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 1083.583059] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.583284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.583385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.583578] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.583701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.583768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.583918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.584008] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.584100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.584190] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.087467] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.087938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.087938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.088192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.088467] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.088621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.088755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.088973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.089119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.089366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.089487] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.089611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.089702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.089894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.090111] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.090246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.090342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.090757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.090757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.090757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.090910] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.593580] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d: rpc.has_security_group_logging(os_id): False [ 1084.617885] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.618113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.618168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.618350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.618442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.618656] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.618789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.618854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.619030] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.619138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.619329] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.619419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.619478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.619615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.619686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.619868] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.620086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.620160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.620309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.620386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.620485] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 1084.651036] env[66633]: INFO networking_nsxv3.common.synchronization [req-a648ea10-c1b3-46a6-8394-6c56f7c5245d req-d65ec87d-add4-4821-94e1-6f5de7261de7 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_members [ 1084.652449] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_members [ 1084.652827] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.652956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.653039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.653312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.653479] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.653604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.653652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.653791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.653876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.654125] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.703771] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.703977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.704043] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.704252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.704409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.732635] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 1085.037057] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.037275] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.037275] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.037616] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.037948] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.038140] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.038256] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.038498] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.038734] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.038987] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.039136] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.039263] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.039456] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.039520] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.039629] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.040377] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.073286] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.073457] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.073601] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.073776] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.074196] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.074397] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.074514] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.074880] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.075072] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfafe6e0-118b-4c1d-8198-6c4c9581af7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.156975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.157295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.157358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.157648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.157781] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.158083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.158241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.158341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.158676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.158676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.158812] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 already deleted. [ 1085.158918] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.577216] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.577458] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.577566] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.577859] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.578049] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.578213] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port bfafe6e0-118b-4c1d-8198-6c4c9581af7f not found, creating... [ 1085.578478] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.578638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.578753] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.578991] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.579423] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.579423] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.579580] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.579664] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.579867] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.580040] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.580188] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: bfafe6e0-118b-4c1d-8198-6c4c9581af7f is going to be created. [ 1085.601792] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.602128] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.602128] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.602463] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.602705] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.602925] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.314328] env[66633]: INFO networking_nsxv3.common.synchronization [req-a648ea10-c1b3-46a6-8394-6c56f7c5245d req-7e24b2e3-557d-48e5-ad24-313654967e7e service nova] Enqueued Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_rules [ 1086.314887] env[66633]: INFO networking_nsxv3.common.synchronization [req-a648ea10-c1b3-46a6-8394-6c56f7c5245d req-7e24b2e3-557d-48e5-ad24-313654967e7e service nova] Enqueued Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_members [ 1086.314887] env[66633]: INFO networking_nsxv3.common.synchronization [req-a648ea10-c1b3-46a6-8394-6c56f7c5245d req-7e24b2e3-557d-48e5-ad24-313654967e7e service nova] Enqueued Resource ID: bfafe6e0-118b-4c1d-8198-6c4c9581af7f with Priority: HIGHEST for action port [ 1086.315189] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_rules [ 1086.315391] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_members [ 1086.315517] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfafe6e0-118b-4c1d-8198-6c4c9581af7f with Priority: HIGHEST for action port [ 1086.315813] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.315926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.316107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.318479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.319229] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.320340] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.321219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.321292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.321506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.321676] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.322700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.322700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.322700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.322700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.322700] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.323163] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.323234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.323271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.324261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.324261] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfafe6e0-118b-4c1d-8198-6c4c9581af7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.749287] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 1086.749426] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.827279] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.827279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.830926] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfafe6e0-118b-4c1d-8198-6c4c9581af7f with status ACTIVE [ 1086.832581] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.832581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.832581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.832581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.832581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.832581] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.832581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.832581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.832581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.832581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.832581] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.833317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.833317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.833317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.833317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.833317] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfafe6e0-118b-4c1d-8198-6c4c9581af7f is going to be updated. [ 1086.834345] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.864132] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.864297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.864770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.865032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.865192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.865382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfafe6e0-118b-4c1d-8198-6c4c9581af7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.336976] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.597524] env[66633]: INFO networking_nsxv3.common.synchronization [None req-2d505fd1-65b1-4d1d-a13e-2a8ea0bc5bed tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1087.598392] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1087.598705] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.599100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.599849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.600047] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.600177] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.841599] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.841844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.841952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.842180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.842298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.842434] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 is going to be created. [ 1087.900045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.900581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.900771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.901041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.901296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.915221] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 in Status: UNINITIALIZED for 2s [ 1087.987604] env[66633]: INFO networking_nsxv3.common.synchronization [None req-cf236a98-77fc-4491-a08a-58eff613708d tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1087.988430] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1087.988798] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.988916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.126053] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.126053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.126053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.126053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.126382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.126382] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 already deleted. [ 1088.126515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.126654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.126862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.126986] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.652085] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.652481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.652747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.653691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.653691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.653691] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 already deleted. [ 1088.653691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.926060] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 in Status: SUCCESS [ 1089.927288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.927615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.928219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.928537] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.928855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.929087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.929564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.929737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.929903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.930179] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.433829] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.661706] env[66633]: INFO networking_nsxv3.common.synchronization [req-5a377680-287f-42a8-92dc-10de7843cc02 req-99979d0b-e9e9-4ebd-8702-5bead0934e3e tempest-DeleteServersTestJSON-57741252 tempest-DeleteServersTestJSON-57741252-project-member] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 1090.662879] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGHEST for action security_group_members [ 1090.662879] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.662879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.662879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.663102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.663203] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.663464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.663464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.663464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.663583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.663704] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.936737] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6553a6b0-0d62-43bd-98f6-d9dcff1fa218: rpc.has_security_group_logging(os_id): False [ 1090.957762] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.957997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.958136] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.958429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.958581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.958903] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.959073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.959257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.959378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.959509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.959576] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 is going to be created. [ 1091.066749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.066749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.066749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.066992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.067265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.093643] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 in Status: IN_PROGRESS for 2s [ 1091.169587] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.170211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.170524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.170814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.170917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.171183] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.171823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.171823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.172251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.172465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.172579] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be updated. [ 1091.222163] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.222406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.222501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.222699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.226028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233296] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: IN_PROGRESS for 2s [ 1093.106399] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 in Status: SUCCESS [ 1093.106750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.246088] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae in Status: SUCCESS [ 1093.246314] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae deletion is rescheduled due to dependency. [ 1093.246437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.262679] env[66633]: INFO networking_nsxv3.common.synchronization [req-c71b651b-9cd1-40cc-92ff-a38b1a629d1e req-82d5e0d8-a2b1-4695-8add-46a28ce46fed tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1093.263283] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1093.263641] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.264240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.264240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.264240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.264240] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.264502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.264502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.264592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.264711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.264764] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.464290] env[66633]: INFO networking_nsxv3.common.synchronization [req-c71b651b-9cd1-40cc-92ff-a38b1a629d1e req-7857a156-b186-4c1d-89e1-ab3112e4aa68 tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1093.464938] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1093.465265] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.465384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.665498] env[66633]: INFO networking_nsxv3.common.synchronization [req-c71b651b-9cd1-40cc-92ff-a38b1a629d1e req-f6ebb545-c5b2-4cf1-a66e-5107b06bc7b9 tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1093.666066] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1093.666421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.666539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.766330] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.268879] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.478216] env[66633]: INFO networking_nsxv3.common.synchronization [req-839d66c9-583d-43ed-9ebc-22187e6c0d73 req-9a7254a6-a790-4284-9fd3-adf4045aad3b tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 1094.478216] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 1094.478216] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.478216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.478486] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.478486] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.478713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.479169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.479169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.479169] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.772577] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.772742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.772817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.773045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.773163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.773253] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1094.836630] env[66633]: INFO networking_nsxv3.common.synchronization [req-d758f752-9eef-4eb1-9e44-d43a50b76172 req-daab4b45-1368-4de5-a641-408fe63454da tempest-ServerMetadataNegativeTestJSON-559923645 tempest-ServerMetadataNegativeTestJSON-559923645-project-member] Enqueued Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGHEST for action security_group_members [ 1094.837235] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGHEST for action security_group_members [ 1094.837559] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-04acf909-056d-40b5-a001-95195afa5ebe taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.837744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.837819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.839055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.839265] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.839392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.839465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.839664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.839763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.839864] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.869646] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.869854] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.869992] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.870453] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.870738] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.870878] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.870992] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.871369] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.871478] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.871757] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.871891] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.872015] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.872133] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.872333] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.872400] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.872586] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.876280] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.876466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.876507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.876706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.876850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.902087] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1094.918309] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.918439] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.918529] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.918749] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-968" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.919114] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-8ce0b059-2ee7-41ba-991f-7d140bf02154 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.919419] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-8ce0b059-2ee7-41ba-991f-7d140bf02154" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.919566] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-8ce0b059-2ee7-41ba-991f-7d140bf02154" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.919959] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-8ce0b059-2ee7-41ba-991f-7d140bf02154" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.923271] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce0b059-2ee7-41ba-991f-7d140bf02154',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.983387] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.344677] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.344677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.344677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.344677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.344677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.344677] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.344677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.344677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.344677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.344677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.344677] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04acf909-056d-40b5-a001-95195afa5ebe is going to be updated. [ 1095.381286] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.381807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.381807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.381807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.381961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.391232] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04acf909-056d-40b5-a001-95195afa5ebe in Status: IN_PROGRESS for 2s [ 1095.425687] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.425925] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.426067] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.426378] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.426530] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.426684] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 8ce0b059-2ee7-41ba-991f-7d140bf02154 not found, creating... [ 1095.427045] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.427381] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.427528] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.427762] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.427901] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.428219] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.428364] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.428478] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.428681] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.428851] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.429070] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 8ce0b059-2ee7-41ba-991f-7d140bf02154 is going to be created. [ 1095.457920] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.457920] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.457920] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.457920] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.457920] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.457920] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-8ce0b059-2ee7-41ba-991f-7d140bf02154" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.488379] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.990711] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.990883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.990990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.991358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.991471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.991578] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 is going to be updated. [ 1096.047647] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.048037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.048126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.048362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.048519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.070896] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: IN_PROGRESS for 2s [ 1096.211369] env[66633]: INFO networking_nsxv3.common.synchronization [req-839d66c9-583d-43ed-9ebc-22187e6c0d73 req-dbae6210-2b9e-484f-8eb4-01f1af7f3660 service nova] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_rules [ 1096.211369] env[66633]: INFO networking_nsxv3.common.synchronization [req-839d66c9-583d-43ed-9ebc-22187e6c0d73 req-dbae6210-2b9e-484f-8eb4-01f1af7f3660 service nova] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 1096.211369] env[66633]: INFO networking_nsxv3.common.synchronization [req-839d66c9-583d-43ed-9ebc-22187e6c0d73 req-dbae6210-2b9e-484f-8eb4-01f1af7f3660 service nova] Enqueued Resource ID: 8ce0b059-2ee7-41ba-991f-7d140bf02154 with Priority: HIGHEST for action port [ 1096.211473] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_rules [ 1096.211576] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 1096.211660] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ce0b059-2ee7-41ba-991f-7d140bf02154 with Priority: HIGHEST for action port [ 1096.212812] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.212987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.213076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.213284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.213869] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.215650] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.215753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.215973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ce0b059-2ee7-41ba-991f-7d140bf02154 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.216086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ce0b059-2ee7-41ba-991f-7d140bf02154" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.216149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ce0b059-2ee7-41ba-991f-7d140bf02154" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.216337] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ce0b059-2ee7-41ba-991f-7d140bf02154" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.216413] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce0b059-2ee7-41ba-991f-7d140bf02154',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.716315] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.716637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.721057] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ce0b059-2ee7-41ba-991f-7d140bf02154 with status ACTIVE [ 1096.721057] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.721057] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.721057] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.721057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.721512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.721512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.721512] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ce0b059-2ee7-41ba-991f-7d140bf02154 is going to be updated. [ 1096.745025] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.745025] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.745230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.745488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.745488] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.745604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ce0b059-2ee7-41ba-991f-7d140bf02154" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.915015] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1096.915289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.915472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.915725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.915953] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.916124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.916200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.916355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.916431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.916531] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.402674] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04acf909-056d-40b5-a001-95195afa5ebe in Status: SUCCESS [ 1097.402865] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04acf909-056d-40b5-a001-95195afa5ebe deletion is rescheduled due to dependency. [ 1097.402983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.418693] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.418873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.418994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.419171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.419264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.419458] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.419558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.419623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.419778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.419854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.419942] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1097.453778] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.453998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.453998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.454209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.454361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.466285] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1098.083854] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: SUCCESS [ 1098.084248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.084526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.084814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.085253] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.085352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.085404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.085581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.085670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.085787] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.588584] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.060021] env[66633]: INFO networking_nsxv3.common.synchronization [req-26531ad5-1fb7-4dc4-91a0-a04428396a24 req-c4a4ba30-ca5c-4484-b533-c60ecb37aefe tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1099.060352] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1099.060725] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.060817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.060859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.061254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.065196] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.065196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.065196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.065196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.065196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.065196] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.091686] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.482744] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1099.483030] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e deletion is rescheduled due to dependency. [ 1099.483204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.484652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.484652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.484652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.484652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.484652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.484652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.484652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.484652] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.545042] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.545042] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.545042] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.545922] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.546305] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.546569] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.546788] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.547310] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.547419] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.547749] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.547910] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.548119] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.548638] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.548638] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.548760] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.549065] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.568525] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.568685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.568802] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.568988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.569123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.569336] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.569450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.569515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.569682] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.569762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.570365] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 already deleted. [ 1099.570365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.573408] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.573544] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.573808] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.573907] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.574340] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-79503d4a-acf5-4a66-8018-7e195822426f taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.574658] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-79503d4a-acf5-4a66-8018-7e195822426f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.574782] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-79503d4a-acf5-4a66-8018-7e195822426f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.575180] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-79503d4a-acf5-4a66-8018-7e195822426f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.575295] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79503d4a-acf5-4a66-8018-7e195822426f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.593814] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.594118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.594222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.594503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.594640] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.594821] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 is going to be updated. [ 1099.628724] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.628922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.628980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.629184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.629342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.640213] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: IN_PROGRESS for 2s [ 1099.988530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.989092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.989092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.989092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.989313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.989672] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.989795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.989902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.990226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.990358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.990503] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1100.033181] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.033399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.033437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.033648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.033795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.047301] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1100.079915] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.079915] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.079915] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.080263] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.080339] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.080540] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 79503d4a-acf5-4a66-8018-7e195822426f not found, creating... [ 1100.080893] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.081090] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.081233] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.081542] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.081690] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.082094] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.082265] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.082384] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.082685] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.082842] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.082985] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 79503d4a-acf5-4a66-8018-7e195822426f is going to be created. [ 1100.114147] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.114724] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.114724] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.115086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.115329] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.122449] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-79503d4a-acf5-4a66-8018-7e195822426f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.804662] env[66633]: INFO networking_nsxv3.common.synchronization [req-26531ad5-1fb7-4dc4-91a0-a04428396a24 req-fb57b766-a4cf-46a7-bb71-640e7a455881 service nova] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1100.804662] env[66633]: INFO networking_nsxv3.common.synchronization [req-26531ad5-1fb7-4dc4-91a0-a04428396a24 req-fb57b766-a4cf-46a7-bb71-640e7a455881 service nova] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1100.804913] env[66633]: INFO networking_nsxv3.common.synchronization [req-26531ad5-1fb7-4dc4-91a0-a04428396a24 req-fb57b766-a4cf-46a7-bb71-640e7a455881 service nova] Enqueued Resource ID: 79503d4a-acf5-4a66-8018-7e195822426f with Priority: HIGHEST for action port [ 1100.805329] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1100.805471] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1100.805573] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79503d4a-acf5-4a66-8018-7e195822426f with Priority: HIGHEST for action port [ 1100.805858] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.805987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.806121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.806334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.806477] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.807374] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.808677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.808677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.808677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.808677] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.808677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.808677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.808677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.808677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.808677] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.809768] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-79503d4a-acf5-4a66-8018-7e195822426f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.809768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79503d4a-acf5-4a66-8018-7e195822426f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.809856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79503d4a-acf5-4a66-8018-7e195822426f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.809969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79503d4a-acf5-4a66-8018-7e195822426f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.810062] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79503d4a-acf5-4a66-8018-7e195822426f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.312203] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.312562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.313815] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.314863] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79503d4a-acf5-4a66-8018-7e195822426f with status ACTIVE [ 1101.315088] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.315281] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.315403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.315688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.315837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.318946] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.318946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.319122] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.319753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.319753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.319753] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.319923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.319923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.320142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.320251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.320326] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79503d4a-acf5-4a66-8018-7e195822426f is going to be updated. [ 1101.348722] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.348897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.348941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.349224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.349387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.349553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79503d4a-acf5-4a66-8018-7e195822426f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.654346] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: SUCCESS [ 1101.654346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.654346] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.654515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.654650] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.654770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.654830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.654983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.655070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.655148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.655236] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.696492] env[66633]: INFO networking_nsxv3.common.synchronization [req-0b30f969-849e-407d-a659-64063bab48b5 req-f4dfe03d-803f-40fd-bda0-51e77cdfc80f tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 1101.698195] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 1101.700182] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.700182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.700182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.700182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.700182] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.700182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.700182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.700182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.700531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.700531] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.823802] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.061149] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1102.061369] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e deletion is rescheduled due to dependency. [ 1102.061512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.157524] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.203176] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.381836] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.382141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.382141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.382251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.382664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.382664] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be created. [ 1102.408625] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.408625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.408625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.409185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.409185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.422224] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: UNINITIALIZED for 2s [ 1102.661867] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d41e18af-35e2-4e34-96f9-455fb65b29a2: rpc.has_security_group_logging(os_id): False [ 1102.680058] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.680214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.680270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.680470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.702666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.703460] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.703744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.703744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.703924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.704055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.704139] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 is going to be updated. [ 1102.706607] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.772023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.772023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.772023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.772023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.772023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.784244] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: IN_PROGRESS for 2s [ 1103.208218] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.208430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.208578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.208854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.208976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.209135] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be updated. [ 1103.247530] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.247717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.247777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.247964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.248128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.258772] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: IN_PROGRESS for 2s [ 1104.434171] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1104.434441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.434558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.434780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.434967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.435106] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.435168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.435310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.435393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.435465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.435696] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.800159] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: SUCCESS [ 1104.800479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.937798] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.273668] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: SUCCESS [ 1105.274100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.440528] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1093ed2-29e8-489f-8f35-6012851cbd39: rpc.has_security_group_logging(os_id): False [ 1105.464450] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.464603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.464687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.464907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.465012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.465323] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.465442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.465492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.465737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.465859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.466126] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be created. [ 1105.521098] env[66633]: INFO networking_nsxv3.common.synchronization [req-efb473f8-ff47-47d3-8680-b1a6caaf46ee req-d363e56d-0e9c-466a-88f8-d1bd4d538b81 tempest-ServerActionsV293TestJSON-2057966174 tempest-ServerActionsV293TestJSON-2057966174-project-member] Enqueued Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_members [ 1105.521939] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcde110-eff7-4603-a269-0b8380fce19f with Priority: HIGHEST for action security_group_members [ 1105.522421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcde110-eff7-4603-a269-0b8380fce19f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.522737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.522737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.523100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.523186] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.523304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.524233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.524454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.524551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.524738] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dcde110-eff7-4603-a269-0b8380fce19f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.562726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.562726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.563116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.563575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.563799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.568334] env[66633]: INFO networking_nsxv3.common.synchronization [req-6a765a87-3b8c-4e2f-960b-5945116b1f7e req-61953b63-0e36-4962-b97a-9fbb67a5119a tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1105.569027] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1105.570076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.570215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.570302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.570551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.570723] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.570834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.570887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.571082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.571169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.571262] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.588058] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1106.033943] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.034159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.035180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.035180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.035286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.035551] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.035658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.035717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.036272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.036272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.036272] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dcde110-eff7-4603-a269-0b8380fce19f is going to be updated. [ 1106.071752] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.071752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.071752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.072681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.076704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.077595] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.077719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.077787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.077975] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.078074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.078283] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.078376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.078439] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.078588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.078661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.078751] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1106.090463] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dcde110-eff7-4603-a269-0b8380fce19f in Status: IN_PROGRESS for 2s [ 1106.126934] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.126934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.126934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.126934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.126934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.140286] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1106.511241] env[66633]: INFO networking_nsxv3.common.synchronization [req-d00e03ec-6b33-4970-ae82-5ba833c4212d req-0a294629-a021-4222-9356-1049947f983f tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1106.512149] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1106.512257] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.512387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.512387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.512605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.513253] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.513372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.513414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.513618] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.513690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.513797] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.903789] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.903996] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.904133] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.904483] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.905607] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.905607] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.905607] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.905607] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.905607] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.905830] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.905863] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.905990] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.906151] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.906599] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.906599] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.906599] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.929184] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.929184] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.929184] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.929184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.929184] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-5c27206a-36c7-4e59-a3b2-f8a8612549e9 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.929184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-5c27206a-36c7-4e59-a3b2-f8a8612549e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.929184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-5c27206a-36c7-4e59-a3b2-f8a8612549e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.929184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-5c27206a-36c7-4e59-a3b2-f8a8612549e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.929184] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c27206a-36c7-4e59-a3b2-f8a8612549e9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.016461] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.434210] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.434210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.434210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.434210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.434210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.434210] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 5c27206a-36c7-4e59-a3b2-f8a8612549e9 not found, creating... [ 1107.434210] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.434210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.434210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.434210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.434210] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.434604] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.434971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.435258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.435598] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.435883] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.436272] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 5c27206a-36c7-4e59-a3b2-f8a8612549e9 is going to be created. [ 1107.458934] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.459090] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.459808] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.459808] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.459808] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.460601] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-5c27206a-36c7-4e59-a3b2-f8a8612549e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.519727] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.612061] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1107.612431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.022045] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.022249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.022313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.022668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.022668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.023033] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1108.060529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.060666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.060738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.061226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.061226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.072708] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1108.101350] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dcde110-eff7-4603-a269-0b8380fce19f in Status: SUCCESS [ 1108.101561] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dcde110-eff7-4603-a269-0b8380fce19f deletion is rescheduled due to dependency. [ 1108.101704] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcde110-eff7-4603-a269-0b8380fce19f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.152323] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1108.152578] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 1108.152672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.246768] env[66633]: INFO networking_nsxv3.common.synchronization [req-d00e03ec-6b33-4970-ae82-5ba833c4212d req-e85fe863-62ed-413f-b4e0-202432238f65 service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1108.246945] env[66633]: INFO networking_nsxv3.common.synchronization [req-d00e03ec-6b33-4970-ae82-5ba833c4212d req-e85fe863-62ed-413f-b4e0-202432238f65 service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1108.247234] env[66633]: INFO networking_nsxv3.common.synchronization [req-d00e03ec-6b33-4970-ae82-5ba833c4212d req-e85fe863-62ed-413f-b4e0-202432238f65 service nova] Enqueued Resource ID: 5c27206a-36c7-4e59-a3b2-f8a8612549e9 with Priority: HIGHEST for action port [ 1108.248381] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1108.248381] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1108.248381] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c27206a-36c7-4e59-a3b2-f8a8612549e9 with Priority: HIGHEST for action port [ 1108.248381] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.248381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.248630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.248630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.248721] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.249890] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.249890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.249890] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c27206a-36c7-4e59-a3b2-f8a8612549e9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.250039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c27206a-36c7-4e59-a3b2-f8a8612549e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.250039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c27206a-36c7-4e59-a3b2-f8a8612549e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.250574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c27206a-36c7-4e59-a3b2-f8a8612549e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.250574] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c27206a-36c7-4e59-a3b2-f8a8612549e9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.752645] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.752909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.753044] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c27206a-36c7-4e59-a3b2-f8a8612549e9 with status ACTIVE [ 1108.753202] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.753326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.753384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.753578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.753687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.753890] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.753991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.754071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.754237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.754330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.754619] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.754619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.754705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.754855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.754952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.754952] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c27206a-36c7-4e59-a3b2-f8a8612549e9 is going to be updated. [ 1108.779321] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.779495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.779591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.779985] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.780221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.780485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c27206a-36c7-4e59-a3b2-f8a8612549e9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.083899] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1110.084379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.084379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.084638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.084746] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.084837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.086886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.086886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.086886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.086886] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.587438] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.090221] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.595706] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.595706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.595706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.595706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.595706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.595706] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1111.623808] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.623984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.624072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.624301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.624474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.635623] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1113.248878] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1113.249178] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1113.652325] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1113.652553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.652843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.652954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.653169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.653288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.653354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.653505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.653586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.653672] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.653763] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.157035] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.157267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.157364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.157603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.157782] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.157886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.157952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.158117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.158208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.158354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.158531] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.158633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.158694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.158935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.159015] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.159079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.159174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.159622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.159735] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.159818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.159933] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.663592] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa15ac4-cd32-401c-8923-5ea37d979d6e: rpc.has_security_group_logging(os_id): False [ 1114.685023] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.685180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.685283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.685472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.685566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.685900] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.686011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.686045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.686188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.686373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.686478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.686571] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.686637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.686793] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.686886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.687083] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.687178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.687232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.687371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.687452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.687558] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1114.763024] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.763189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.763241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.763503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.763666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.780541] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1116.234749] env[66633]: INFO networking_nsxv3.common.synchronization [req-17e01880-006f-479f-96e3-36676a345e1c req-cb459085-4b23-4cd4-8248-82f96d3a3370 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1116.235316] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1116.235801] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.235939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.236041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.236333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.236419] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.236498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.236598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.236713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.236795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.236891] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.591462] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.592137] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.592137] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.592137] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.592312] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.592431] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.592544] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.592898] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.592963] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.597666] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.597666] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.597666] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.597666] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.597666] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.597666] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.597666] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.608312] env[66633]: INFO networking_nsxv3.common.synchronization [req-f8049754-3ccf-44e1-ab0b-1cc7349fbe62 req-fad1c66e-34c3-4b04-ae0a-b7ac0d5bd231 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 1116.609035] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGHEST for action security_group_members [ 1116.609814] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.609814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.609814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.609814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.609814] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.610121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.610121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.610580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.610580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.610580] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.619531] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.619763] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.619851] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.620020] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-74" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.620343] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.620567] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.620682] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.621047] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.621188] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683c31b6-7d13-4b08-aa0c-03f9bc35ed9c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.741743] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.741927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.742029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.742255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.742347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.742543] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.742644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.742741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.742884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.742962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.743064] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1116.770852] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.771073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.771128] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.771366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.771642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.781795] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1116.796791] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1116.797070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.112946] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.113068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.113120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.113644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.113644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.113644] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.113855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.113855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.113966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.113966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.114073] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be updated. [ 1117.120829] env[66633]: INFO networking_nsxv3.common.synchronization [None req-60a9a20f-e792-4fec-934f-a40f9531512e tempest-ServerRescueNegativeTestJSON-281668620 tempest-ServerRescueNegativeTestJSON-281668620-project-member] Enqueued Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_rules [ 1117.121279] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_rules [ 1117.121846] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a0bbdd-8078-4e68-b3b7-197c438e280b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.121846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.121846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.122022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.122300] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.123678] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.124931] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.124931] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.125123] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.125180] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.125532] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 683c31b6-7d13-4b08-aa0c-03f9bc35ed9c not found, creating... [ 1117.125595] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.126523] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.126523] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.126523] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.126523] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.126523] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.126755] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.126755] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.126934] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.127211] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.127211] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 683c31b6-7d13-4b08-aa0c-03f9bc35ed9c is going to be created. [ 1117.143411] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.143578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.143645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.143851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.143992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.149760] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.149760] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.150226] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.150226] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.150365] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.150605] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.153761] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: IN_PROGRESS for 2s [ 1117.244877] env[66633]: INFO networking_nsxv3.common.synchronization [None req-c2a70dd3-a358-4f97-964e-7ec378fd8a33 tempest-ServerRescueNegativeTestJSON-281668620 tempest-ServerRescueNegativeTestJSON-281668620-project-member] Enqueued Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_rules [ 1117.245716] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_rules [ 1117.246221] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a0bbdd-8078-4e68-b3b7-197c438e280b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.246379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648051] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.648051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.648376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.648498] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b already deleted. [ 1117.648588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.648736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.648977] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.891444] env[66633]: INFO networking_nsxv3.common.synchronization [req-17e01880-006f-479f-96e3-36676a345e1c req-e6d4925d-038a-46d6-a22a-4cd70f92c4de service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 1117.891444] env[66633]: INFO networking_nsxv3.common.synchronization [req-17e01880-006f-479f-96e3-36676a345e1c req-e6d4925d-038a-46d6-a22a-4cd70f92c4de service nova] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1117.891444] env[66633]: INFO networking_nsxv3.common.synchronization [req-17e01880-006f-479f-96e3-36676a345e1c req-e6d4925d-038a-46d6-a22a-4cd70f92c4de service nova] Enqueued Resource ID: 683c31b6-7d13-4b08-aa0c-03f9bc35ed9c with Priority: HIGHEST for action port [ 1117.891909] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_rules [ 1117.892090] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1117.892194] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683c31b6-7d13-4b08-aa0c-03f9bc35ed9c with Priority: HIGHEST for action port [ 1117.892552] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.892673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.892736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.892935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.893029] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.893881] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.894817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.894817] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.894817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.894817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.894817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.894817] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683c31b6-7d13-4b08-aa0c-03f9bc35ed9c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.170661] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.171017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.171149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.171454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.171570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.171732] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b already deleted. [ 1118.171898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.398079] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.398079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.399529] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 683c31b6-7d13-4b08-aa0c-03f9bc35ed9c with status ACTIVE [ 1118.399529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.399529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.399529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.399529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.399529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.399529] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.399529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.399529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.399529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.399529] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.399855] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.399855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.399855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.400306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.400306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.400306] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 683c31b6-7d13-4b08-aa0c-03f9bc35ed9c is going to be updated. [ 1118.423750] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.423750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.423750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.423750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.423750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.423750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683c31b6-7d13-4b08-aa0c-03f9bc35ed9c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.791710] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1118.791948] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 1118.792082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.792246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.792530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.792701] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.792831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.792896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.793073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.793156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.793250] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.166556] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 in Status: SUCCESS [ 1119.166748] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 deletion is rescheduled due to dependency. [ 1119.166857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.298556] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.802180] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.305517] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.305765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.305765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.305968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.306081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.306191] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1120.355176] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.355391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.355391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.355614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.355800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.366756] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1120.852128] env[66633]: INFO networking_nsxv3.common.synchronization [req-aae13dfa-a846-4f38-896f-f7e01951ea59 req-893290f4-fef6-4533-bb59-86ebb7dbcf6c tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1120.854036] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1120.854036] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.854036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.854036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.854036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.854036] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.854036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.854036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.854036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.854508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.854508] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.356750] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.860266] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.364972] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.365317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.365317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.365692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.365692] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.366453] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1122.378951] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1122.379261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.379462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.379777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.380038] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.380154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.380235] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.380444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.380537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.380663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.380766] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.403846] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.404069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.404132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.404428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.404587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.416210] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1122.883680] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.883680] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.884153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.884153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.884240] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.884301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.884336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.884487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.884613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.884668] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.884823] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.884923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.884974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.885134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.885271] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.885383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.885418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.885547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.885621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.885699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.885791] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.388084] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64481c0-92ee-4094-81bf-d6aa4151520c: rpc.has_security_group_logging(os_id): False [ 1123.410249] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.410249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.410249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.410249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.410249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.410249] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.410249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.410249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.410249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.410645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.410645] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.410645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.410645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.410781] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.410862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.411690] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.411836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.411836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.411960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.412076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.412220] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1123.494557] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.494777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.494777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.494975] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.495138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.513154] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1124.427716] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1124.428096] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.528581] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1125.528932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.854473] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.854473] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1127.598661] env[66633]: INFO networking_nsxv3.common.synchronization [req-f02f253d-b41a-4c11-9473-b882e0767d0d req-e0ce2596-6602-44d8-8f35-f306a04af495 tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1127.599316] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1127.599657] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.599783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.599850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.600090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.600243] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.600343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.600402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.600632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.600720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.600816] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.891876] env[66633]: INFO networking_nsxv3.common.synchronization [req-f02f253d-b41a-4c11-9473-b882e0767d0d req-fa7750c1-b6b1-468c-804f-2134c245c94b tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1127.893273] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1127.893273] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.893273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.104165] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.104326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.104456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.104684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.104787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.105244] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.105244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.105244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.105453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.105453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.105531] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1128.132229] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.132386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.132428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.132776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.132849] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.141432] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1128.250095] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.250316] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-269" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.250445] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-269" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.250884] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-269" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.251188] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.251356] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.251473] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.251712] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.251858] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.252103] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.252213] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.252315] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.252421] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.252524] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.252622] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.252753] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.273358] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.273358] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.273488] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.273606] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-269" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.273931] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-b9447c97-51b0-48f6-998e-327b43fe7dca taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.274163] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-b9447c97-51b0-48f6-998e-327b43fe7dca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.274226] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-b9447c97-51b0-48f6-998e-327b43fe7dca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.274998] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-b9447c97-51b0-48f6-998e-327b43fe7dca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.274998] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9447c97-51b0-48f6-998e-327b43fe7dca',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.777696] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.778086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.778086] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.778292] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.778483] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.778849] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port b9447c97-51b0-48f6-998e-327b43fe7dca not found, creating... [ 1128.779227] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.779459] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.779575] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.779821] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.779982] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.780293] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.780453] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.780629] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.780943] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.781111] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.781260] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: b9447c97-51b0-48f6-998e-327b43fe7dca is going to be created. [ 1128.802084] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.802338] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.802470] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.802787] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.803101] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.803348] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-b9447c97-51b0-48f6-998e-327b43fe7dca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.110135] env[66633]: INFO networking_nsxv3.common.synchronization [req-740ca675-1538-4f55-a290-4151d996d95c req-df7a53f7-6b4b-4b6d-affc-a01dc6a12068 tempest-ServerDiskConfigTestJSON-1923911813 tempest-ServerDiskConfigTestJSON-1923911813-project-member] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1129.110646] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGHEST for action security_group_members [ 1129.111149] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.111333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.111433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.111720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.111905] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.112097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.112228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.112443] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.112564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.112696] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.436697] env[66633]: INFO networking_nsxv3.common.synchronization [None req-c185b475-6c03-46b4-8049-fd7f31d4e0b8 tempest-AttachInterfacesTestJSON-2145856955 tempest-AttachInterfacesTestJSON-2145856955-project-member] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 1129.437499] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGHEST for action security_group_members [ 1129.437958] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.438340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.438340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.438531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.438849] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.439019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.439138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.439384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.440219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.440219] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.534978] env[66633]: INFO networking_nsxv3.common.synchronization [req-f02f253d-b41a-4c11-9473-b882e0767d0d req-557a4ccb-a746-4a2d-a427-339a1f59f7aa service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1129.535090] env[66633]: INFO networking_nsxv3.common.synchronization [req-f02f253d-b41a-4c11-9473-b882e0767d0d req-557a4ccb-a746-4a2d-a427-339a1f59f7aa service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1129.535241] env[66633]: INFO networking_nsxv3.common.synchronization [req-f02f253d-b41a-4c11-9473-b882e0767d0d req-557a4ccb-a746-4a2d-a427-339a1f59f7aa service nova] Enqueued Resource ID: b9447c97-51b0-48f6-998e-327b43fe7dca with Priority: HIGHEST for action port [ 1129.535789] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1129.535938] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1129.536616] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9447c97-51b0-48f6-998e-327b43fe7dca with Priority: HIGHEST for action port [ 1129.537532] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.537715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.538121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.538381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.538537] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.540679] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.540679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.540679] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9447c97-51b0-48f6-998e-327b43fe7dca taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.540848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9447c97-51b0-48f6-998e-327b43fe7dca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.540848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9447c97-51b0-48f6-998e-327b43fe7dca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.541103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9447c97-51b0-48f6-998e-327b43fe7dca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.541228] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9447c97-51b0-48f6-998e-327b43fe7dca',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.616872] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.617053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.617126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.617348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.617440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.617876] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.617876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.617876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.618068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.618068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.618131] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be updated. [ 1129.650219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.650219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.650219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.650219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.650219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.658580] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: IN_PROGRESS for 2s [ 1129.943769] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.943769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.943769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.943769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.943769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.943769] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.943769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.943769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.944354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.944354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.944354] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be updated. [ 1129.973163] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.973163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.973163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.973163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.973163] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.981346] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: IN_PROGRESS for 2s [ 1130.043652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.043835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.044071] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9447c97-51b0-48f6-998e-327b43fe7dca with status ACTIVE [ 1130.044261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.044391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.044446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.044683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.044774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.044968] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.045078] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.045153] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.045310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.045383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.045582] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.045688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.045753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.045955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.046022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.046081] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9447c97-51b0-48f6-998e-327b43fe7dca is going to be updated. [ 1130.071120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.071120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.071355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.071399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.071734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.071734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9447c97-51b0-48f6-998e-327b43fe7dca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.152337] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1130.152518] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e deletion is rescheduled due to dependency. [ 1130.152634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.152800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.153024] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.153223] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.153440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.153440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.153533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.153616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.153707] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.371727] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.372026] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.372158] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.372472] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.372738] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.373482] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.373803] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.373925] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.374076] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.374324] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.374463] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.374594] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.374753] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.374898] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.375051] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.375216] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.395271] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.395440] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.395581] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.395817] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-332" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.396148] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.396334] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.396456] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.396754] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.397078] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ce8a4f-5034-45a9-a9d1-2f3bab4107fc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.657580] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.900051] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.900257] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.900257] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.900495] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.900739] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.900913] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 35ce8a4f-5034-45a9-a9d1-2f3bab4107fc not found, creating... [ 1130.901203] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.901377] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.901493] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.901721] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.901856] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.902155] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.902297] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.902409] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.902618] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.902801] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.903017] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 35ce8a4f-5034-45a9-a9d1-2f3bab4107fc is going to be created. [ 1130.923421] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.923636] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.923761] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.924042] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.924282] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.924501] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.159802] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.656989] env[66633]: INFO networking_nsxv3.common.synchronization [req-f02f253d-b41a-4c11-9473-b882e0767d0d req-b409b799-d46d-475e-82fb-4041fc478ddc service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1131.657198] env[66633]: INFO networking_nsxv3.common.synchronization [req-f02f253d-b41a-4c11-9473-b882e0767d0d req-b409b799-d46d-475e-82fb-4041fc478ddc service nova] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1131.658119] env[66633]: INFO networking_nsxv3.common.synchronization [req-f02f253d-b41a-4c11-9473-b882e0767d0d req-b409b799-d46d-475e-82fb-4041fc478ddc service nova] Enqueued Resource ID: 35ce8a4f-5034-45a9-a9d1-2f3bab4107fc with Priority: HIGHEST for action port [ 1131.661814] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_rules [ 1131.661814] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1131.661814] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ce8a4f-5034-45a9-a9d1-2f3bab4107fc with Priority: HIGHEST for action port [ 1131.661814] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.661814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.661814] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.661814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.661814] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.661814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.661814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.661814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.661814] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ce8a4f-5034-45a9-a9d1-2f3bab4107fc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.663485] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.663762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.664175] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.664460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.665249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.665455] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1131.676657] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64481c0-92ee-4094-81bf-d6aa4151520c in Status: SUCCESS [ 1131.678054] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c deletion is rescheduled due to dependency. [ 1131.678681] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.703632] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.706019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.706019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.706019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.706019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.714668] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1131.991183] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d in Status: SUCCESS [ 1131.991377] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d deletion is rescheduled due to dependency. [ 1131.991491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.169454] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35ce8a4f-5034-45a9-a9d1-2f3bab4107fc with status ACTIVE [ 1132.169733] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.169803] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.169863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.170123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.170218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.170412] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.170580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.170580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.170740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.170819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.171019] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.171133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.171172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.171308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.171381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.171466] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35ce8a4f-5034-45a9-a9d1-2f3bab4107fc is going to be updated. [ 1132.194799] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.194799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.194799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.195053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.195053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.195210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ce8a4f-5034-45a9-a9d1-2f3bab4107fc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.238581] env[66633]: INFO networking_nsxv3.common.synchronization [req-46b22695-ed06-4588-a31a-7633e62f3c38 req-79d3050d-b25c-4a2f-adf6-5abd216e5fdc tempest-ServerRescueNegativeTestJSON-281668620 tempest-ServerRescueNegativeTestJSON-281668620-project-member] Enqueued Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_members [ 1132.239203] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_members [ 1132.239578] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a0bbdd-8078-4e68-b3b7-197c438e280b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.239749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.239850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.240211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.240331] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.240432] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.240545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.240784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.240880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.240969] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.596663] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.596875] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.596997] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.597285] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.597546] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.597697] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.597816] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.598149] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.598346] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.598530] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.598658] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.598766] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.598879] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.598975] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.599094] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.599227] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.618510] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.618804] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.619028] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.619228] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-10" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.619558] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-2456e6d2-b331-44b8-9f6b-8024a424ac9a taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.619740] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-2456e6d2-b331-44b8-9f6b-8024a424ac9a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.619865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-2456e6d2-b331-44b8-9f6b-8024a424ac9a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.620208] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-2456e6d2-b331-44b8-9f6b-8024a424ac9a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.620348] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2456e6d2-b331-44b8-9f6b-8024a424ac9a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.743804] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.743927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.743927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.744172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.744250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.744438] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.744542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.744608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.744770] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.744858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.745086] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b already deleted. [ 1132.745218] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.122687] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.123041] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.123264] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.123459] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.123611] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.123784] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 2456e6d2-b331-44b8-9f6b-8024a424ac9a not found, creating... [ 1133.124047] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.124212] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.124405] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.124559] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.124751] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.125090] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.125519] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.125519] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.125642] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.125734] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.125904] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 2456e6d2-b331-44b8-9f6b-8024a424ac9a is going to be created. [ 1133.146868] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.147134] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.147277] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.147582] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.147847] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.149511] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-2456e6d2-b331-44b8-9f6b-8024a424ac9a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.724443] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1133.724714] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.724908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.725131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.725321] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.725436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.725499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.725659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.725739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.725833] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.836953] env[66633]: INFO networking_nsxv3.common.synchronization [req-46b22695-ed06-4588-a31a-7633e62f3c38 req-f7f3028d-6695-41a7-b009-d7e3b9be0046 service nova] Enqueued Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_rules [ 1133.837158] env[66633]: INFO networking_nsxv3.common.synchronization [req-46b22695-ed06-4588-a31a-7633e62f3c38 req-f7f3028d-6695-41a7-b009-d7e3b9be0046 service nova] Enqueued Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_members [ 1133.837295] env[66633]: INFO networking_nsxv3.common.synchronization [req-46b22695-ed06-4588-a31a-7633e62f3c38 req-f7f3028d-6695-41a7-b009-d7e3b9be0046 service nova] Enqueued Resource ID: 2456e6d2-b331-44b8-9f6b-8024a424ac9a with Priority: HIGHEST for action port [ 1133.838467] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_rules [ 1133.838615] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_members [ 1133.838719] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2456e6d2-b331-44b8-9f6b-8024a424ac9a with Priority: HIGHEST for action port [ 1133.839053] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a0bbdd-8078-4e68-b3b7-197c438e280b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.839251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.839312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.839523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.839647] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.841664] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a0bbdd-8078-4e68-b3b7-197c438e280b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.841781] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.841866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.842980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.843125] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.843239] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.843308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.843503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.843634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.843744] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.845653] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2456e6d2-b331-44b8-9f6b-8024a424ac9a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.845791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2456e6d2-b331-44b8-9f6b-8024a424ac9a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.845859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2456e6d2-b331-44b8-9f6b-8024a424ac9a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.846052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2456e6d2-b331-44b8-9f6b-8024a424ac9a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.846136] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2456e6d2-b331-44b8-9f6b-8024a424ac9a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.231330] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.348168] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a0bbdd-8078-4e68-b3b7-197c438e280b taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.350679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.350679] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.353191] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2456e6d2-b331-44b8-9f6b-8024a424ac9a with status ACTIVE [ 1134.353658] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.354561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.354561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.354561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.354561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.354966] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.355950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.355950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.355950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.355950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.358765] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.358765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.358765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.358765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.358765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.358765] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2456e6d2-b331-44b8-9f6b-8024a424ac9a is going to be updated. [ 1134.378319] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.378526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.378640] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.378869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.379055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.379319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2456e6d2-b331-44b8-9f6b-8024a424ac9a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.506367] env[66633]: INFO networking_nsxv3.common.synchronization [None req-826e7c93-7fb1-4e35-b801-7d0f83e7caaf None None] Enqueued Resource ID: ac25b209-b0c1-49e0-98c2-67761320bcca with Priority: HIGHEST for action port [ 1134.507021] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac25b209-b0c1-49e0-98c2-67761320bcca with Priority: HIGHEST for action port [ 1134.508307] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac25b209-b0c1-49e0-98c2-67761320bcca taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.508423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac25b209-b0c1-49e0-98c2-67761320bcca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.508545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac25b209-b0c1-49e0-98c2-67761320bcca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.508778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac25b209-b0c1-49e0-98c2-67761320bcca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.508892] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac25b209-b0c1-49e0-98c2-67761320bcca',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.733812] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.852525] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.012097] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac25b209-b0c1-49e0-98c2-67761320bcca [ 1135.012097] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.012097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.012465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.012465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.012465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.012673] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac25b209-b0c1-49e0-98c2-67761320bcca already deleted. [ 1135.012673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac25b209-b0c1-49e0-98c2-67761320bcca" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.237578] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.237736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.237804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.238014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.238484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.238484] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1135.275295] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.275477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.275542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.275784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.275981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.293226] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1135.355902] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.356086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.356149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.356366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.356454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.356553] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b is going to be created. [ 1135.380605] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.380818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.380871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.381074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.381237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.393018] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b in Status: UNINITIALIZED for 2s [ 1136.913949] env[66633]: INFO networking_nsxv3.common.synchronization [None req-6c69bdb2-5bc1-40c6-bac8-4c15889cb6ce None None] Enqueued Resource ID: aefa0bec-49a3-4977-8790-fbed49996320 with Priority: HIGHEST for action port [ 1136.914543] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa0bec-49a3-4977-8790-fbed49996320 with Priority: HIGHEST for action port [ 1136.914847] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-aefa0bec-49a3-4977-8790-fbed49996320 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.915010] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aefa0bec-49a3-4977-8790-fbed49996320" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.915094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aefa0bec-49a3-4977-8790-fbed49996320" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.915343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aefa0bec-49a3-4977-8790-fbed49996320" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.915848] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aefa0bec-49a3-4977-8790-fbed49996320',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.304525] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1137.304788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.304949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.305194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.305420] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.305566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.305636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.305821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.305911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.306095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.306386] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.308096] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.308295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.308492] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.308608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.308664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.308901] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.308987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.309120] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.405738] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b in Status: SUCCESS [ 1137.405958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.406147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.406367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.406586] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.406709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.406777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.406987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.407089] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.407176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.407286] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.417889] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aefa0bec-49a3-4977-8790-fbed49996320 [ 1137.418139] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.418288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.418373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.418597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.418727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.418832] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aefa0bec-49a3-4977-8790-fbed49996320 already deleted. [ 1137.418942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aefa0bec-49a3-4977-8790-fbed49996320" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.775451] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.775664] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.775791] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.776073] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.776328] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.776485] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.776599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.776870] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.777042] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.777251] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.777364] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.777469] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.777574] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.777676] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.777779] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.777909] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.797315] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.797475] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.797616] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.797794] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-477" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.798123] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-04250378-7268-4be6-b910-494b20c35207 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.798293] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.798413] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.798736] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.798835] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04250378-7268-4be6-b910-494b20c35207',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.810820] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.812048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.812048] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.910933] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.301160] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.301614] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.301614] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.302089] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.302347] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.302798] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.303063] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.303228] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.303519] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.303664] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.303957] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.304129] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.304245] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.304457] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.304588] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.304728] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 04250378-7268-4be6-b910-494b20c35207 is going to be updated. [ 1138.314451] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.333294] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.333520] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.333520] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.333823] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.334011] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.334260] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.414334] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21a0bbdd-8078-4e68-b3b7-197c438e280b: rpc.has_security_group_logging(os_id): False [ 1138.435775] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.435775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.435775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.436033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.436033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.436829] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.436829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.436829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.436829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.436829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.436829] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b is going to be created. [ 1138.515565] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.515757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.515795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.515999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.516229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.530039] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b in Status: IN_PROGRESS for 2s [ 1138.818119] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.818119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.818119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.818119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.818371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.818488] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1138.851889] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.851889] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.852169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.852169] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.852330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.865104] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1139.064769] env[66633]: INFO networking_nsxv3.common.synchronization [req-cecb2b70-3b54-41c8-8449-18739a621510 req-9bcf1a3e-302d-42ce-b7cb-4c6a2effb580 service nova] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_rules [ 1139.064919] env[66633]: INFO networking_nsxv3.common.synchronization [req-cecb2b70-3b54-41c8-8449-18739a621510 req-9bcf1a3e-302d-42ce-b7cb-4c6a2effb580 service nova] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_members [ 1139.065036] env[66633]: INFO networking_nsxv3.common.synchronization [req-cecb2b70-3b54-41c8-8449-18739a621510 req-9bcf1a3e-302d-42ce-b7cb-4c6a2effb580 service nova] Enqueued Resource ID: 04250378-7268-4be6-b910-494b20c35207 with Priority: HIGHEST for action port [ 1139.065963] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_rules [ 1139.065963] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_members [ 1139.066123] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04250378-7268-4be6-b910-494b20c35207 with Priority: HIGHEST for action port [ 1139.067708] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.067708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.067708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.067708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.067708] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.068156] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.068281] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.068367] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.068639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.068842] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.068985] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.069051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.069254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.069353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.069466] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.070411] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-04250378-7268-4be6-b910-494b20c35207 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.070549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.070622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.070878] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.070958] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04250378-7268-4be6-b910-494b20c35207',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.573038] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.574132] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.574248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.574470] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04250378-7268-4be6-b910-494b20c35207 with status ACTIVE [ 1139.574815] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.575102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.575102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.575230] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.576127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.576127] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.576127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.576127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.576127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.576127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.576127] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.576399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.576399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.576399] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.576478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.576716] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04250378-7268-4be6-b910-494b20c35207 is going to be updated. [ 1139.598219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.598493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.598493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.599331] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.599602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.599791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04250378-7268-4be6-b910-494b20c35207" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.079490] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.543368] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b in Status: SUCCESS [ 1140.543368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.587301] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.587301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.587301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.587301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.587301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.587301] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 is going to be updated. [ 1140.615970] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.616146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.616224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.616460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.616611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.629113] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: IN_PROGRESS for 2s [ 1140.874763] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1140.875041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.875179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.875398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.875592] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.875710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.875780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.875953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.876046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.876200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.876262] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.876354] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.876410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.876545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.876678] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.876810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.876861] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.876956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.877055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.877160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.877251] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.381583] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49b2076-82c3-4526-901f-accdb818cb9e: rpc.has_security_group_logging(os_id): False [ 1141.399549] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.399785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.399785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.399959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.400060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.400281] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.400380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.400451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.400590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.400661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.400917] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.401056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.401095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.401214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.401290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.401481] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.401578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.401635] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.401790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.401881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.401972] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1141.466499] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.466749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.466895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.467205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.467438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.484173] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1142.639820] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: SUCCESS [ 1142.640205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.640404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.640733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.640991] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.641160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.641248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.641373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.641452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.641524] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.641613] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.143904] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.501200] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1143.501433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.501617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.502008] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.502088] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.647825] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2615c17f-fe44-406b-912b-20ca3dfc3606: rpc.has_security_group_logging(os_id): False [ 1143.670373] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.670623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.670623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.670947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.671105] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.671480] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.671624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.671705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.671923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.672071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.672207] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 is going to be updated. [ 1143.741937] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.742140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.742179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.742412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.742575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.760073] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: IN_PROGRESS for 2s [ 1144.007580] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.007580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.007580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.007580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.007580] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.007580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.007580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.007580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.007580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.007580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.007580] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.067687] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.067879] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1144.510239] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.510400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.510479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.510703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.510960] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.511107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.511178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.511390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.511505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.511602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.511801] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.511917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.511917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.512259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.512657] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.512940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.513036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.513248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.513879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.514027] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.514148] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.018354] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49b2076-82c3-4526-901f-accdb818cb9e: rpc.has_security_group_logging(os_id): False [ 1145.040131] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.040131] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.040131] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.040131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.040601] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.040601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.040601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.040601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.040601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.040601] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1145.129566] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.129897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.129897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.130159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.130223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.160835] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1145.782365] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: SUCCESS [ 1145.782625] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.934523] env[66633]: INFO networking_nsxv3.common.synchronization [req-ab12954a-9d50-4fc4-810d-09dc434099f3 req-03563465-533e-454b-af60-90ff824d712f tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1146.935135] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1146.935460] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.935587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.935709] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.935947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.936081] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.936181] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.936268] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.936431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.936518] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.936614] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.007205] env[66633]: INFO networking_nsxv3.common.synchronization [req-e1a58ab9-4ca0-4c78-bec4-488f30a1b8f0 req-76873b44-85bc-464c-abd7-7ee7de9e79c7 tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1147.007205] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1147.007205] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.007205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.007205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.007205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.007763] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.008026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.008267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.008599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.008814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.009049] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.181409] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1147.182391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.390024] env[66633]: INFO networking_nsxv3.common.synchronization [req-e1a58ab9-4ca0-4c78-bec4-488f30a1b8f0 req-6651d7aa-e791-4596-a2a5-bb4f5eb81f84 tempest-ServersTestMultiNic-1033173839 tempest-ServersTestMultiNic-1033173839-project-member] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1147.390640] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGHEST for action security_group_members [ 1147.392157] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.392282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.425194] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.425194] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.425377] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.425619] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.425837] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.426075] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.426075] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.426293] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.426457] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.426758] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.426758] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.426907] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.426949] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.427170] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.427170] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.427329] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.439123] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.455868] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.457162] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.457162] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.457162] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.457162] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-98e79d9b-97cd-4689-955a-fc08989316a3 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.457162] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-98e79d9b-97cd-4689-955a-fc08989316a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.457162] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-98e79d9b-97cd-4689-955a-fc08989316a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.457522] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-98e79d9b-97cd-4689-955a-fc08989316a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.457568] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e79d9b-97cd-4689-955a-fc08989316a3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.511589] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.738029] env[66633]: INFO networking_nsxv3.common.synchronization [None req-ea6f3076-f027-4911-bb10-244c283a242f tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_rules [ 1147.738411] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_rules [ 1147.738726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65065900-7149-4d7f-ad23-d96e6e5a96cf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.738858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.738922] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.739277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.739355] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.876215] env[66633]: INFO networking_nsxv3.common.synchronization [None req-f3dfe088-851b-41a8-8b0a-bc3ba0c70008 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_rules [ 1147.876215] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_rules [ 1147.876393] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65065900-7149-4d7f-ad23-d96e6e5a96cf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.876931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.941259] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.964082] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.964082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.964082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.964082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.964082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.964082] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 98e79d9b-97cd-4689-955a-fc08989316a3 not found, creating... [ 1147.964082] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.964082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.964082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.964082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.964082] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.964677] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.964677] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.964677] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.964677] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.964677] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.966773] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 98e79d9b-97cd-4689-955a-fc08989316a3 is going to be created. [ 1147.990902] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.990902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.990902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.990902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.990902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.990902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-98e79d9b-97cd-4689-955a-fc08989316a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.013923] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.262693] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.262693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.262693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.262693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.262693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.262693] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf already deleted. [ 1148.262693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.262693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.262693] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.262693] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.447829] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.447829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.447829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.447829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.447829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.447829] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1148.477732] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.477732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.477732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.477732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.477732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.490369] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1148.519493] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.519493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.519493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.519493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.519493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.519493] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1148.550040] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.550456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.550522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.550743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.550957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.560917] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1148.687497] env[66633]: INFO networking_nsxv3.common.synchronization [req-ab12954a-9d50-4fc4-810d-09dc434099f3 req-58b9c45b-217e-414f-8a0b-865ca4f25f3d service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1148.687497] env[66633]: INFO networking_nsxv3.common.synchronization [req-ab12954a-9d50-4fc4-810d-09dc434099f3 req-58b9c45b-217e-414f-8a0b-865ca4f25f3d service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1148.687574] env[66633]: INFO networking_nsxv3.common.synchronization [req-ab12954a-9d50-4fc4-810d-09dc434099f3 req-58b9c45b-217e-414f-8a0b-865ca4f25f3d service nova] Enqueued Resource ID: 98e79d9b-97cd-4689-955a-fc08989316a3 with Priority: HIGHEST for action port [ 1148.687752] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1148.687886] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1148.688036] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e79d9b-97cd-4689-955a-fc08989316a3 with Priority: HIGHEST for action port [ 1148.688932] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.689369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.689481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.689718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.689841] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.691037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.691037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.691168] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-98e79d9b-97cd-4689-955a-fc08989316a3 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.691466] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98e79d9b-97cd-4689-955a-fc08989316a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.691671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98e79d9b-97cd-4689-955a-fc08989316a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.691925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98e79d9b-97cd-4689-955a-fc08989316a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.692126] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e79d9b-97cd-4689-955a-fc08989316a3',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.783594] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.783809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.783983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.784258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.784374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.784482] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf already deleted. [ 1148.784617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.194115] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.194538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.194538] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98e79d9b-97cd-4689-955a-fc08989316a3 with status ACTIVE [ 1149.194659] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.194751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.194829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.195117] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.195247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.195399] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.195498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.195560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.195742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.195815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.195996] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.196156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.196226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.196481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.196613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.196707] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98e79d9b-97cd-4689-955a-fc08989316a3 is going to be updated. [ 1149.218973] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.219251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.219251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.219430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.219570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.219730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98e79d9b-97cd-4689-955a-fc08989316a3" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.353632] env[66633]: INFO networking_nsxv3.common.synchronization [req-4c65b7a7-0d77-4d22-b55e-b3e5ae60acb3 req-b539cb6d-a164-4511-b6a5-f53d13c29a97 tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1150.353898] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1150.354922] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.355083] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.355159] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.355391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.355727] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.355973] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.356088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.356363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.356522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.356744] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.507934] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1150.508205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.508984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.509097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.509362] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.509494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.509567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.509839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.510210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.510210] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.571733] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1150.571964] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.572160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.572410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.572579] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.572702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.572764] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.572907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.573014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.573090] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.742617] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.743284] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-775" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.743595] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-775" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.744123] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-775" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.744627] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.744982] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.746618] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.746618] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.746618] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.746618] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.746618] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.746618] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.746618] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.746618] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.747298] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.747761] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.774542] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.774748] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.774844] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.775040] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-775" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.775406] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-342567bd-416b-484c-a1f3-42c4d93b4b18 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.775591] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.776281] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.776281] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.776281] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342567bd-416b-484c-a1f3-42c4d93b4b18',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.858961] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.859209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.859322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.859544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.859669] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.859935] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.860056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.860123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.860290] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.860370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.860490] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 already deleted. [ 1150.860616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.012692] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.077696] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.077696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.077696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.077984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.078718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.078718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.078718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.078718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.078718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.078949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.078949] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be updated. [ 1151.121371] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.121604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.121604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.121790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.121937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.131117] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: IN_PROGRESS for 2s [ 1151.279341] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.279593] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.279723] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.280043] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.280204] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.280364] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 342567bd-416b-484c-a1f3-42c4d93b4b18 not found, creating... [ 1151.280626] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.280783] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.280971] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.281218] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.281362] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.281655] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.281811] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.281928] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.283441] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.283441] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.283441] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 is going to be created. [ 1151.309540] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.309773] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.309773] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.310053] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.310338] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.310562] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.516113] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.002706] env[66633]: INFO networking_nsxv3.common.synchronization [req-4c65b7a7-0d77-4d22-b55e-b3e5ae60acb3 req-c42074d2-a87e-456a-b512-f8ee5d15c0a7 service nova] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_rules [ 1152.002706] env[66633]: INFO networking_nsxv3.common.synchronization [req-4c65b7a7-0d77-4d22-b55e-b3e5ae60acb3 req-c42074d2-a87e-456a-b512-f8ee5d15c0a7 service nova] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1152.002912] env[66633]: INFO networking_nsxv3.common.synchronization [req-4c65b7a7-0d77-4d22-b55e-b3e5ae60acb3 req-c42074d2-a87e-456a-b512-f8ee5d15c0a7 service nova] Enqueued Resource ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 with Priority: HIGHEST for action port [ 1152.003471] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_rules [ 1152.003949] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1152.004167] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 with Priority: HIGHEST for action port [ 1152.004464] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.004588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.004683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.004894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.004978] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.005850] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.005969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.006052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.006221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.006392] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.006450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.006512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.007225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.007225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.007225] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.007933] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-342567bd-416b-484c-a1f3-42c4d93b4b18 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.008069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.008132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.008278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.008343] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342567bd-416b-484c-a1f3-42c4d93b4b18',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.017645] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.017812] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.017881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.018619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.018619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.018619] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1152.060590] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.060782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.060782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.061134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.061316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.071751] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1152.510082] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.510227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.510432] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.511448] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342567bd-416b-484c-a1f3-42c4d93b4b18 with status ACTIVE [ 1152.511636] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.511757] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.511824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.512045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.512135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.512309] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.512407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.512469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.512620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.512695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.512872] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.512962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.513036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.513363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.513441] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.513530] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 is going to be updated. [ 1152.537632] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.538074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.538074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.538147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.538258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.538423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.016206] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.143195] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49b2076-82c3-4526-901f-accdb818cb9e in Status: SUCCESS [ 1153.143195] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49b2076-82c3-4526-901f-accdb818cb9e deletion is rescheduled due to dependency. [ 1153.143195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.519196] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.519368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.519424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.520026] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.520145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.520261] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be created. [ 1153.546171] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.546676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.546676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.546676] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.546831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.558161] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: UNINITIALIZED for 2s [ 1154.082053] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1154.082053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.082053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.082053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.082358] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.082427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.082427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.082613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.082698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.082784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.082878] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.585232] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.585659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.585659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.585748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.586015] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.586198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.586309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.586512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.586609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.586701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.586853] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.586961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.587040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.587188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.587325] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.587418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.587480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.587614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.587716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.587824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.587863] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.090552] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa15ac4-cd32-401c-8923-5ea37d979d6e: rpc.has_security_group_logging(os_id): False [ 1155.109713] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.109859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.109948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.110177] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.110270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.110498] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.110598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.110659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.110829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.110908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.111166] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.111292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.111338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.111469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.111542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.111720] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.111814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.111876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.112036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.112115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.112202] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1155.177414] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.177639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.177639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.177825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.177971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.192369] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1155.568226] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: SUCCESS [ 1155.568454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.569054] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.569277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.569481] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.569710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.569710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.569838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.569873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.569952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.570064] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.072723] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.074048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.074048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.074048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.074048] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.074048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.074048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.074048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.074048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.074048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.074482] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.074482] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.074482] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.074482] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.074642] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.074642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.074718] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.074847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.075223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.075223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.075223] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.578132] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d549dabf-d8c0-48c9-bc2c-324d176d8c08: rpc.has_security_group_logging(os_id): False [ 1156.597727] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.597987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.598182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.598675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.598829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.599192] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.599411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.599523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.599758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.600125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.600422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.600607] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.600717] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.601042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.601264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.601651] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.602087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.602087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.602351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.602515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.602741] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be created. [ 1156.666278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.666550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.666598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.666791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.667468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.681772] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: IN_PROGRESS for 2s [ 1157.005672] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.005843] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1157.208547] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1157.208932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.694822] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: SUCCESS [ 1158.695160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.028850] env[66633]: INFO networking_nsxv3.common.synchronization [None req-ad45b655-326e-4100-a24a-8d9bac9d9f39 None None] Enqueued Resource ID: 58534e24-dee3-4b0b-8e36-f3180b324e1a with Priority: HIGHEST for action port [ 1160.029710] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58534e24-dee3-4b0b-8e36-f3180b324e1a with Priority: HIGHEST for action port [ 1160.030347] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-58534e24-dee3-4b0b-8e36-f3180b324e1a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.030489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58534e24-dee3-4b0b-8e36-f3180b324e1a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.030550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58534e24-dee3-4b0b-8e36-f3180b324e1a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.031066] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58534e24-dee3-4b0b-8e36-f3180b324e1a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.031294] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58534e24-dee3-4b0b-8e36-f3180b324e1a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.535846] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58534e24-dee3-4b0b-8e36-f3180b324e1a [ 1160.536293] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.536460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.536460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.536660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.536746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.536861] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58534e24-dee3-4b0b-8e36-f3180b324e1a already deleted. [ 1160.536931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58534e24-dee3-4b0b-8e36-f3180b324e1a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.991811] env[66633]: INFO networking_nsxv3.common.synchronization [req-d210a03a-1095-4191-819e-9633e7823b5e req-966fab4d-86dd-413f-8b5d-37a22546fe19 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_members [ 1160.993092] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_members [ 1160.993832] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-65065900-7149-4d7f-ad23-d96e6e5a96cf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.993832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.993832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.994118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.994272] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.994428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.994564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.995157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.995263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.995573] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.424413] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.425812] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.426038] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.426381] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.426777] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.427565] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.427565] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.427565] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.427565] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.427804] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.427804] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.431026] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.431873] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.431873] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.431873] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.431873] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.455047] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.455286] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.455430] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.455614] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.456414] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-5339748b-6803-41b3-92a9-1b8b209f1455 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.456680] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-5339748b-6803-41b3-92a9-1b8b209f1455" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.457541] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-5339748b-6803-41b3-92a9-1b8b209f1455" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.457541] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-5339748b-6803-41b3-92a9-1b8b209f1455" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.457541] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5339748b-6803-41b3-92a9-1b8b209f1455',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.498563] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.498740] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.498813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.499101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.499255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.499451] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.499556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.499620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.499780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.499858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.499944] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf already deleted. [ 1161.500036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.832627] env[66633]: INFO networking_nsxv3.common.synchronization [req-6acfff27-6eea-401b-8850-9b6a8b659d96 req-054bda65-329e-4e55-a433-6a596b14f70e tempest-ServersV294TestFqdnHostnames-501817368 tempest-ServersV294TestFqdnHostnames-501817368-project-member] Enqueued Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_members [ 1161.834184] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGHEST for action security_group_members [ 1161.834184] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.834184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.834184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.834184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.834448] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.834950] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.835052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.835263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.835358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.835456] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.963253] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.963253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.963253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.963253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.963253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.963253] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 5339748b-6803-41b3-92a9-1b8b209f1455 not found, creating... [ 1161.963253] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.963253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.963253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.963253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.963253] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.963766] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.963766] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.963766] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.963766] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.965606] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.965952] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 5339748b-6803-41b3-92a9-1b8b209f1455 is going to be created. [ 1161.990143] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.990429] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.990429] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.991136] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.991411] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.991600] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-5339748b-6803-41b3-92a9-1b8b209f1455" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.338550] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.338712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.338788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.339200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.339350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.339654] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.339773] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.339847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.340614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.340614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.340614] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 is going to be updated. [ 1162.367505] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.367505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.367505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.368086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.368086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.378152] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 in Status: IN_PROGRESS for 2s [ 1162.569301] env[66633]: INFO networking_nsxv3.common.synchronization [None req-a37c2b44-47eb-44fa-9594-d13e28f722ba None None] Enqueued Resource ID: 2c614eb0-ffc2-48f8-849c-e2feffe8f248 with Priority: HIGHEST for action port [ 1162.569855] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c614eb0-ffc2-48f8-849c-e2feffe8f248 with Priority: HIGHEST for action port [ 1162.570173] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c614eb0-ffc2-48f8-849c-e2feffe8f248 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.570298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c614eb0-ffc2-48f8-849c-e2feffe8f248" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.570368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c614eb0-ffc2-48f8-849c-e2feffe8f248" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.570623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c614eb0-ffc2-48f8-849c-e2feffe8f248" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.570707] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c614eb0-ffc2-48f8-849c-e2feffe8f248',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.738775] env[66633]: INFO networking_nsxv3.common.synchronization [req-d210a03a-1095-4191-819e-9633e7823b5e req-35fb2dbc-1532-4bb7-a83b-1e7876aa9cc4 service nova] Enqueued Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_rules [ 1162.739193] env[66633]: INFO networking_nsxv3.common.synchronization [req-d210a03a-1095-4191-819e-9633e7823b5e req-35fb2dbc-1532-4bb7-a83b-1e7876aa9cc4 service nova] Enqueued Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_members [ 1162.740649] env[66633]: INFO networking_nsxv3.common.synchronization [req-d210a03a-1095-4191-819e-9633e7823b5e req-35fb2dbc-1532-4bb7-a83b-1e7876aa9cc4 service nova] Enqueued Resource ID: 5339748b-6803-41b3-92a9-1b8b209f1455 with Priority: HIGHEST for action port [ 1162.741013] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_rules [ 1162.741321] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_members [ 1162.741570] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5339748b-6803-41b3-92a9-1b8b209f1455 with Priority: HIGHEST for action port [ 1162.741874] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65065900-7149-4d7f-ad23-d96e6e5a96cf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.742011] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.742102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.742350] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.742437] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.743430] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-65065900-7149-4d7f-ad23-d96e6e5a96cf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.743430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.743569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.743675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.743778] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.743873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.743934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.744107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.744195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.744284] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.745230] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-5339748b-6803-41b3-92a9-1b8b209f1455 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.745339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5339748b-6803-41b3-92a9-1b8b209f1455" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.745407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5339748b-6803-41b3-92a9-1b8b209f1455" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.745556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5339748b-6803-41b3-92a9-1b8b209f1455" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.745631] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5339748b-6803-41b3-92a9-1b8b209f1455',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.074269] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c614eb0-ffc2-48f8-849c-e2feffe8f248 [ 1163.074818] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.075046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.075157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.075427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.075568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.075714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c614eb0-ffc2-48f8-849c-e2feffe8f248 already deleted. [ 1163.075851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c614eb0-ffc2-48f8-849c-e2feffe8f248" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.247181] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-65065900-7149-4d7f-ad23-d96e6e5a96cf taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.247385] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.247569] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.248467] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5339748b-6803-41b3-92a9-1b8b209f1455 with status ACTIVE [ 1163.248884] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.248884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.248884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.249113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.250758] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.250758] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.250758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.250758] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5339748b-6803-41b3-92a9-1b8b209f1455 is going to be updated. [ 1163.272915] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.273113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.273113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.273531] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.273674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.273838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5339748b-6803-41b3-92a9-1b8b209f1455" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.377422] env[66633]: INFO networking_nsxv3.common.synchronization [req-a748b06c-abcd-4621-86aa-61d77146183c req-0e1255b2-eb39-4059-8c2c-500e0c6a83fc tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1163.377422] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1163.377525] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.377586] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.377683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.377862] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.378020] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.378125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.378208] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.379041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.379041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.379041] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.701295] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.701295] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.701295] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.701295] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.701924] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.702272] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.702505] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.703360] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.703360] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.703360] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.703360] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.703544] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.703544] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.704243] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.704243] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.704243] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.723300] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.723980] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.723980] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.724130] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.724428] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-a0662f40-7a45-4c8f-aa5f-b8146842274a taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.724963] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-a0662f40-7a45-4c8f-aa5f-b8146842274a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.724963] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-a0662f40-7a45-4c8f-aa5f-b8146842274a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.725238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-a0662f40-7a45-4c8f-aa5f-b8146842274a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.725415] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0662f40-7a45-4c8f-aa5f-b8146842274a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.755312] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.882657] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.230559] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.230830] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.230968] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.233201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.233201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.233201] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port a0662f40-7a45-4c8f-aa5f-b8146842274a not found, creating... [ 1164.233201] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.233201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.233201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.233201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.233201] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.233548] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.234061] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.234061] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.234402] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.234662] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.234922] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: a0662f40-7a45-4c8f-aa5f-b8146842274a is going to be created. [ 1164.258548] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.258677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.258760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.259019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.259101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.259190] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf is going to be created. [ 1164.261785] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.262179] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.262394] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.262748] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.263081] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.263466] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-a0662f40-7a45-4c8f-aa5f-b8146842274a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.292955] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.293132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.293207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.293437] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.293600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.305186] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf in Status: UNINITIALIZED for 2s [ 1164.385407] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.390553] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 in Status: SUCCESS [ 1164.390553] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 deletion is rescheduled due to dependency. [ 1164.390553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.887461] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.887741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.887741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.887914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.887999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.888114] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1164.919869] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.920127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.920127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.920273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.920409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.930636] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1164.963790] env[66633]: INFO networking_nsxv3.common.synchronization [req-a748b06c-abcd-4621-86aa-61d77146183c req-104de8f7-af70-4139-9906-98fa2762b328 service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1164.963894] env[66633]: INFO networking_nsxv3.common.synchronization [req-a748b06c-abcd-4621-86aa-61d77146183c req-104de8f7-af70-4139-9906-98fa2762b328 service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1164.964210] env[66633]: INFO networking_nsxv3.common.synchronization [req-a748b06c-abcd-4621-86aa-61d77146183c req-104de8f7-af70-4139-9906-98fa2762b328 service nova] Enqueued Resource ID: a0662f40-7a45-4c8f-aa5f-b8146842274a with Priority: HIGHEST for action port [ 1164.964801] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1164.964957] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1164.965074] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0662f40-7a45-4c8f-aa5f-b8146842274a with Priority: HIGHEST for action port [ 1164.965491] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.965616] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.965695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.965893] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.966279] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.966889] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.966990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.967225] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0662f40-7a45-4c8f-aa5f-b8146842274a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.967332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0662f40-7a45-4c8f-aa5f-b8146842274a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.967396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0662f40-7a45-4c8f-aa5f-b8146842274a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.967561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0662f40-7a45-4c8f-aa5f-b8146842274a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.967638] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0662f40-7a45-4c8f-aa5f-b8146842274a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.469670] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.469892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.469995] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0662f40-7a45-4c8f-aa5f-b8146842274a with status ACTIVE [ 1165.470176] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.470297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.470365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.470600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.470691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.470884] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.471032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.471135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.471284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.471365] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.471561] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.471697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.471765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.473507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.473507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.473507] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0662f40-7a45-4c8f-aa5f-b8146842274a is going to be updated. [ 1165.509284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.509481] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.509526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.509767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.509920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.510223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0662f40-7a45-4c8f-aa5f-b8146842274a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.245643] env[66633]: INFO networking_nsxv3.common.synchronization [req-70800ce3-101e-456f-80ec-f6452ac7eea0 req-fa005322-fada-4f13-a6b2-465f29b614ee tempest-ServerAddressesTestJSON-2046327021 tempest-ServerAddressesTestJSON-2046327021-project-member] Enqueued Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGHEST for action security_group_members [ 1166.249136] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGHEST for action security_group_members [ 1166.249504] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-531a3320-0c0a-4eac-bf21-a6488744ee88 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.251912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.251962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.252254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.252437] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.252547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.252612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.252780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.252866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.252966] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.321090] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf in Status: SUCCESS [ 1166.321376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.321916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.322170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.322417] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.322498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.322565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.322722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.322798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.322933] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.322970] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.581348] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.581585] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-279" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.581752] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-279" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.582148] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-279" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.582461] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.582674] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.582804] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.583041] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.583189] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.583396] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.583511] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.583620] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.583725] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.583831] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.583937] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.584078] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.602353] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.602510] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.602649] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.602850] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-279" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.603200] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.603388] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.603487] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.603792] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.603924] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.757056] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.757056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.757056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.757056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.757056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.757379] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.757427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.757547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.757636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.757726] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.757927] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 already deleted. [ 1166.757927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.827198] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.940877] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1166.941204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.941505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.941747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.942202] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.942368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.942440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.942623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.942724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.942868] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.107112] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.107112] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.107415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.107581] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.107740] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.107904] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9 not found, creating... [ 1167.108194] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.108361] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.108490] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.108719] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.108858] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.109226] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.109383] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.109536] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.109726] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.109864] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.110023] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9 is going to be created. [ 1167.133488] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.133684] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.133809] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.134143] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.134404] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.134666] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.330271] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65065900-7149-4d7f-ad23-d96e6e5a96cf: rpc.has_security_group_logging(os_id): False [ 1167.350055] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.350055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.350055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.350336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.350451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.350801] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.350941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.351051] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.351303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.351453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.351549] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf is going to be created. [ 1167.421523] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.421738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.421738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.421988] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.422242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.435439] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf in Status: IN_PROGRESS for 2s [ 1167.444950] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.881908] env[66633]: INFO networking_nsxv3.common.synchronization [req-70800ce3-101e-456f-80ec-f6452ac7eea0 req-cfdafb80-e0a5-44db-9991-9a6a58099b92 service nova] Enqueued Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGHEST for action security_group_rules [ 1167.881908] env[66633]: INFO networking_nsxv3.common.synchronization [req-70800ce3-101e-456f-80ec-f6452ac7eea0 req-cfdafb80-e0a5-44db-9991-9a6a58099b92 service nova] Enqueued Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGHEST for action security_group_members [ 1167.882106] env[66633]: INFO networking_nsxv3.common.synchronization [req-70800ce3-101e-456f-80ec-f6452ac7eea0 req-cfdafb80-e0a5-44db-9991-9a6a58099b92 service nova] Enqueued Resource ID: c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9 with Priority: HIGHEST for action port [ 1167.882990] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGHEST for action security_group_rules [ 1167.883546] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGHEST for action security_group_members [ 1167.883748] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9 with Priority: HIGHEST for action port [ 1167.884185] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-531a3320-0c0a-4eac-bf21-a6488744ee88 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.884364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.884471] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.884800] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.884934] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.887014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-531a3320-0c0a-4eac-bf21-a6488744ee88 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.887014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.887014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.887900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.888257] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.891464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.891464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.891464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.891464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.891464] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.893291] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.893412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.894677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.895085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.895217] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.948299] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.387362] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-531a3320-0c0a-4eac-bf21-a6488744ee88 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.387799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.397522] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.398515] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9 with status ACTIVE [ 1168.398722] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.398852] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.398934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.399192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.399289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.399484] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.399604] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.399674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.399941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.399941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.400098] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.400170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.400221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.400334] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.400547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.400547] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9 is going to be updated. [ 1168.425565] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.425751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.425824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.426063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.426242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.426440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3acbf6a-1c67-41d4-9d1b-3dd007dab2b9" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.451058] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.451297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.451359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.451567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.451657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.451756] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1168.486598] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.486598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.486598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.486731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.487164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.500937] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1168.902428] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.404502] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.404888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.404888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.404992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.405072] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.405178] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 is going to be created. [ 1169.430106] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.430297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.430392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.430621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.430789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.442926] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 in Status: UNINITIALIZED for 2s [ 1169.448306] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf in Status: SUCCESS [ 1169.448598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.515851] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1170.516142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.516324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.516557] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.516756] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.516883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.516942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.517148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.517231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.517336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.517436] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.026029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.026029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.026029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.026029] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.026029] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.026734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.026734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.026734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.026734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.026734] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.455302] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 in Status: SUCCESS [ 1171.455302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.455302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.455302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.455302] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.455302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.455302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.455302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.455302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.455302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.455302] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.529489] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa15ac4-cd32-401c-8923-5ea37d979d6e: rpc.has_security_group_logging(os_id): False [ 1171.550101] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.550101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.550101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.550101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.550101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.550101] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.550101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.550101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.550101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.550101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.550101] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.550629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.550629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.550629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.550629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.554225] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.554225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.554225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.554225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.554225] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.554225] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1171.616936] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.617116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.617187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.617405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.617554] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.637621] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1171.958436] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-531a3320-0c0a-4eac-bf21-a6488744ee88 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.958663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.958663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.958898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.959602] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.959724] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.959795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.959980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.960127] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.960223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.960389] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-531a3320-0c0a-4eac-bf21-a6488744ee88 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.960492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.960691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.960941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.961226] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.961343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.961415] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.961642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.961780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.961880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.961977] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.464289] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 531a3320-0c0a-4eac-bf21-a6488744ee88: rpc.has_security_group_logging(os_id): False [ 1172.483605] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.483811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.483958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.484258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.484395] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.484710] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.484858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.484966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.485216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.485390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.485681] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.485842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.485951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.486231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.486349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.486637] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.486790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.486883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.487094] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.487228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.487358] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 is going to be created. [ 1172.552818] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.553212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.553212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.553417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.553655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.564656] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 in Status: IN_PROGRESS for 2s [ 1172.884514] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.884743] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1173.216421] env[66633]: INFO networking_nsxv3.common.synchronization [req-2318eb34-35fe-4212-8211-3c35d0f84b69 req-aee08ec8-dee6-48eb-a4de-ab3cb2d8336b tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1173.216648] env[66633]: INFO networking_nsxv3.common.synchronization [req-2318eb34-35fe-4212-8211-3c35d0f84b69 req-aee08ec8-dee6-48eb-a4de-ab3cb2d8336b tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc with Priority: HIGHEST for action security_group_members [ 1173.217313] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1173.217496] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc with Priority: HIGHEST for action security_group_members [ 1173.217803] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.217932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.218014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.218210] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.218795] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.218795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.218795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.218795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.218795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.219091] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.219696] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5c9fcd-1b3f-4225-9450-65807ff982cc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.219807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.219936] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.220118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.220240] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.220336] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.220393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.222039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.222039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.222039] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.274019] env[66633]: INFO networking_nsxv3.common.synchronization [req-2318eb34-35fe-4212-8211-3c35d0f84b69 req-aee08ec8-dee6-48eb-a4de-ab3cb2d8336b tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc with Priority: HIGHEST for action security_group_rules [ 1173.274019] env[66633]: INFO networking_nsxv3.common.synchronization [req-2318eb34-35fe-4212-8211-3c35d0f84b69 req-aee08ec8-dee6-48eb-a4de-ab3cb2d8336b tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc with Priority: HIGHEST for action security_group_members [ 1173.274019] env[66633]: INFO networking_nsxv3.common.synchronization [req-2318eb34-35fe-4212-8211-3c35d0f84b69 req-aee08ec8-dee6-48eb-a4de-ab3cb2d8336b tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_rules [ 1173.274019] env[66633]: INFO networking_nsxv3.common.synchronization [req-2318eb34-35fe-4212-8211-3c35d0f84b69 req-aee08ec8-dee6-48eb-a4de-ab3cb2d8336b tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1173.274019] env[66633]: INFO networking_nsxv3.common.synchronization [req-2318eb34-35fe-4212-8211-3c35d0f84b69 req-aee08ec8-dee6-48eb-a4de-ab3cb2d8336b tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 with Priority: HIGHEST for action port [ 1173.275158] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc with Priority: HIGHEST for action security_group_rules [ 1173.277189] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_rules [ 1173.277189] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 with Priority: HIGHEST for action port [ 1173.277189] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc with Priority: HIGHEST for action security_group_members [ 1173.277189] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1173.277189] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae5c9fcd-1b3f-4225-9450-65807ff982cc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.277189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.277189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.277189] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.277189] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.277766] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.277886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.277953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.278236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.278288] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.279259] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-342567bd-416b-484c-a1f3-42c4d93b4b18 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.279406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.279480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.279644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.279722] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342567bd-416b-484c-a1f3-42c4d93b4b18',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.280633] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5c9fcd-1b3f-4225-9450-65807ff982cc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.280750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.280994] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.281097] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.623048] env[66633]: INFO networking_nsxv3.common.synchronization [req-95bc354e-67f1-4510-bbda-90966599f005 req-f4b6d1fb-f63e-40a5-bfde-4d0c921b8952 tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1173.623048] env[66633]: INFO networking_nsxv3.common.synchronization [req-95bc354e-67f1-4510-bbda-90966599f005 req-f4b6d1fb-f63e-40a5-bfde-4d0c921b8952 tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc with Priority: HIGHEST for action security_group_members [ 1173.623724] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1173.623856] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc with Priority: HIGHEST for action security_group_members [ 1173.624153] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.624343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.624436] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5c9fcd-1b3f-4225-9450-65807ff982cc taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.624517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.654919] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1173.655180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.673950] env[66633]: INFO networking_nsxv3.common.synchronization [req-95bc354e-67f1-4510-bbda-90966599f005 req-f4b6d1fb-f63e-40a5-bfde-4d0c921b8952 tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_rules [ 1173.673950] env[66633]: INFO networking_nsxv3.common.synchronization [req-95bc354e-67f1-4510-bbda-90966599f005 req-f4b6d1fb-f63e-40a5-bfde-4d0c921b8952 tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1173.673950] env[66633]: INFO networking_nsxv3.common.synchronization [req-95bc354e-67f1-4510-bbda-90966599f005 req-f4b6d1fb-f63e-40a5-bfde-4d0c921b8952 tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 with Priority: HIGHEST for action port [ 1173.674409] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_rules [ 1173.674512] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1173.674606] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 with Priority: HIGHEST for action port [ 1173.674876] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.675024] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.675180] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.675265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.675544] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-342567bd-416b-484c-a1f3-42c4d93b4b18 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.675613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.724409] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.725721] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.782322] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae5c9fcd-1b3f-4225-9450-65807ff982cc taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.782322] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.782487] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.782602] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.782703] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342567bd-416b-484c-a1f3-42c4d93b4b18 with status ACTIVE [ 1173.782845] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.783019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.783262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.783695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.783695] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.783830] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.783910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.783957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.784180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.784267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.784428] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.784768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.784768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.784768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.784768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.785019] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 is going to be updated. [ 1173.805338] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.805580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.805580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.805798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.805947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.806124] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.806271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.806440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.806523] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342567bd-416b-484c-a1f3-42c4d93b4b18',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.227721] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.229781] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.309068] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342567bd-416b-484c-a1f3-42c4d93b4b18 with status ACTIVE [ 1174.309068] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.309231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.309281] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.309546] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.309655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.309864] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.309972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.310065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.310400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.310687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.310988] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.311112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.311112] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.311300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.311359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.311428] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342567bd-416b-484c-a1f3-42c4d93b4b18 is going to be updated. [ 1174.338557] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.338745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.339056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.339447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.339540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.339702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342567bd-416b-484c-a1f3-42c4d93b4b18" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.579132] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 in Status: SUCCESS [ 1174.579406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.732884] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.732884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.732884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.732884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.732884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.732884] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc is going to be created. [ 1174.734290] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.734456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.734559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.735963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.735963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.735963] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be updated. [ 1174.763177] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.763398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.763398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.763622] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.763818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.774718] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.775035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.775155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.775594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.775767] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.777923] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc in Status: UNINITIALIZED for 2s [ 1174.789612] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: IN_PROGRESS for 2s [ 1175.247084] env[66633]: INFO networking_nsxv3.common.synchronization [req-efddde30-219a-4f6c-a3e9-880088f0047b req-ba7393f7-0a17-4bd9-8ae6-42fada002757 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 1175.247256] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 1175.248284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.248284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.248284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.248496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.248648] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.248751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.248814] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.249564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.249564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.249564] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.752485] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.254876] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.758225] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.758716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.758716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.758818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.758860] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.758975] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 is going to be updated. [ 1176.790696] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc in Status: SUCCESS [ 1176.790947] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.791160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.791435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.791642] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.791807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.791873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.792075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.792198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.792344] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.794638] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.794796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.794867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.795044] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.795185] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.805354] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: IN_PROGRESS for 2s [ 1176.807263] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: SUCCESS [ 1176.807478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.807928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.808302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.808389] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.808450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.808496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.808648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.808720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.808817] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.297375] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.297597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.297651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.297832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.297910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.298127] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.298255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.298316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.298438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.298526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.298694] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc is going to be deleted. [ 1177.311073] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.336816] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.336977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.337049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.337435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.337569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.337738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.338193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.338729] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.338904] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.339031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.339100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.339293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.339376] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.339478] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.532057] env[66633]: INFO networking_nsxv3.common.synchronization [req-8a7f1b34-997a-4d82-b744-3622c10bea12 req-e2fa99a2-4622-4665-a36d-4ff78a977a6e tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1177.533273] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1177.533587] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.533744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.533842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.534096] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.534374] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.534455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.534509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.534711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.534937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.534937] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.813454] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.842062] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.842298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.842298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.842487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.842584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.842867] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.843018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.843132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.843343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.843464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.843621] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc already deleted. [ 1177.843721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.843884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.844046] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.844203] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.844303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.844371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.844499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.844570] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.844662] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.037252] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.316272] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.316449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.316547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.316792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.316884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.316987] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be updated. [ 1178.347336] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.347526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.347526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.347762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.347870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.348122] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.348253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.348330] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.348501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.348603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.348695] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc already deleted. [ 1178.348804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.348921] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.395357] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.395357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.395614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.395614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.395763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.408508] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: IN_PROGRESS for 2s [ 1178.539786] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.815751] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: SUCCESS [ 1178.815751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.851589] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae5c9fcd-1b3f-4225-9450-65807ff982cc',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.042775] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.042993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.043067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.043301] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.043419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.043553] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1179.072116] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.072309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.072372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.072583] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.072746] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.081935] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1179.353635] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae5c9fcd-1b3f-4225-9450-65807ff982cc: rpc.has_security_group_logging(os_id): False [ 1179.373174] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.373393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.373393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.374312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.374312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.374312] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.374312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.374312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.374312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.374312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.374626] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc is going to be created. [ 1179.394967] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ae5c9fcd-1b3f-4225-9450-65807ff982cc], does not exist path=[/infra/domains/default/groups/ae5c9fcd-1b3f-4225-9450-65807ff982cc]."\n}' [ 1179.395163] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ae5c9fcd-1b3f-4225-9450-65807ff982cc [ 1179.395219] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1179.439722] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.439722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.439722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.439722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.440864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.441369] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.441369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.441572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.441612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.441707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.441917] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.442040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.442095] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.442642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.442642] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.442642] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae5c9fcd-1b3f-4225-9450-65807ff982cc is going to be created. [ 1179.461191] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ae5c9fcd-1b3f-4225-9450-65807ff982cc], does not exist path=[/infra/domains/default/groups/ae5c9fcd-1b3f-4225-9450-65807ff982cc]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ae5c9fcd-1b3f-4225-9450-65807ff982cc [ 1179.461397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae5c9fcd-1b3f-4225-9450-65807ff982cc" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.461593] env[66633]: Traceback (most recent call last): [ 1179.461692] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1179.461692] env[66633]: return func(*args, **kwargs) [ 1179.461692] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1179.461692] env[66633]: res.raise_for_status() [ 1179.461692] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1179.461692] env[66633]: raise HTTPError(http_error_msg, response=self) [ 1179.461692] env[66633]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ae5c9fcd-1b3f-4225-9450-65807ff982cc [ 1179.461692] env[66633]: During handling of the above exception, another exception occurred: [ 1179.461692] env[66633]: Traceback (most recent call last): [ 1179.461692] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1179.461692] env[66633]: listener.cb(fileno) [ 1179.461692] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1179.461692] env[66633]: result = function(*args, **kwargs) [ 1179.461692] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1179.461692] env[66633]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1179.461692] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1179.461692] env[66633]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1179.461692] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1179.461692] env[66633]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1179.461692] env[66633]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1179.461692] env[66633]: res.raise_for_status() [ 1179.461692] env[66633]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1179.461692] env[66633]: raise HTTPError(http_error_msg, response=self) [ 1179.461692] env[66633]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ae5c9fcd-1b3f-4225-9450-65807ff982cc [ 1179.461692] env[66633]: Removing descriptor: 13 [ 1179.617147] env[66633]: INFO networking_nsxv3.common.synchronization [req-708d8c5b-f435-4f43-97ee-70203eb64f0f req-d8adeba3-43a0-4635-bffa-be962951d9b1 tempest-ServerRescueTestJSONUnderV235-1486959937 tempest-ServerRescueTestJSONUnderV235-1486959937-project-member] Enqueued Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1179.617697] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 with Priority: HIGHEST for action security_group_members [ 1179.618008] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.618118] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.255520] env[66633]: INFO networking_nsxv3.common.synchronization [req-6a37456a-328e-45fb-b8ec-8681b20f4ee1 req-bbbd5835-12c4-4e8b-8b66-30e862c5dccb tempest-ServerAddressesTestJSON-2046327021 tempest-ServerAddressesTestJSON-2046327021-project-member] Enqueued Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGHEST for action security_group_members [ 1180.256194] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGHEST for action security_group_members [ 1180.256465] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-531a3320-0c0a-4eac-bf21-a6488744ee88 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.256592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.256699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.256977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.257135] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.257245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.257315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.257498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.257589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.257687] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.418721] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: SUCCESS [ 1180.418956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.419146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.419366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.419552] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.419699] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.419768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.419931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.420023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.420120] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.759875] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.759875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.759875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.760140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.780787] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.781196] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.781446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.781561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.781839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.781955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.782094] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 is going to be updated. [ 1180.815824] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.816041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.816088] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.816319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.816879] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.825154] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 in Status: IN_PROGRESS for 2s [ 1180.922876] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.923039] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.923109] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.923329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.947877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.948169] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.948291] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.948360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.948582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.948671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.948765] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be updated. [ 1180.979490] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.979686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.979730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.979930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.980090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.988634] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: IN_PROGRESS for 2s [ 1181.092877] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1181.093123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.836479] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 in Status: SUCCESS [ 1182.836834] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 deletion is rescheduled due to dependency. [ 1182.836834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.999995] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: SUCCESS [ 1183.000228] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 deletion is rescheduled due to dependency. [ 1183.000388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.000521] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.000701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.000881] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.001561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.001561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.001561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.001561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.001561] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.504611] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.504865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.504865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.505032] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.505132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.505335] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.505429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.505491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.505646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.505725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.505810] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be updated. [ 1183.535160] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.535397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.535479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.535789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.536036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.546444] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: IN_PROGRESS for 2s [ 1183.861712] env[66633]: INFO networking_nsxv3.common.synchronization [req-f9ed2eef-238e-49e6-88a5-a6453ab8feab req-0a25a61e-1070-4d3b-b981-024d767798f0 tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1183.862379] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1183.862713] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.862837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.862904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.863116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.863273] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.863374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.863438] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.863590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.863677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.863770] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.366368] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.870403] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.230742] env[66633]: INFO networking_nsxv3.common.synchronization [req-e7fa217f-b872-4a84-b81b-db9e00868d10 req-91503785-0870-4f80-bcda-f4789de673f6 tempest-ServerActionsTestOtherB-852466792 tempest-ServerActionsTestOtherB-852466792-project-member] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1185.230991] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1185.231282] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.231941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.231941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.231941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.231941] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.232212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.232326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.232553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.232682] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.232811] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.374167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.374627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.374627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.374627] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.374753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.374753] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1185.405211] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.405885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.405885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.405885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.405885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.417915] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1185.567019] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: SUCCESS [ 1185.567019] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 deletion is rescheduled due to dependency. [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.567019] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.567019] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.567019] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.567019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.567871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.568058] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.568228] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.737181] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.739525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.739525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.739525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.759684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.759684] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.759684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.759684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.759684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.759968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.759968] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1185.785715] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.785866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.785866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.786107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.786508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.796070] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1186.070376] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.070774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.070774] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.070868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.070919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.071154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.071248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.071496] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.071601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.071664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.072323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.072323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.072323] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be updated. [ 1186.104304] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.104489] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.104533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.104721] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.104965] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.125868] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: IN_PROGRESS for 2s [ 1187.430393] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1187.430393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.806025] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1187.806317] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 deletion is rescheduled due to dependency. [ 1187.806447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.136523] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: SUCCESS [ 1188.136718] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 deletion is rescheduled due to dependency. [ 1188.136811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.136967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.137206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.137409] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.137514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.137579] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.137725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.137804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.137886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.138042] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d549dabf-d8c0-48c9-bc2c-324d176d8c08 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.138137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.138197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.138332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.138534] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.138628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.138688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.138823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.138899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.138977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.139077] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.641539] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d549dabf-d8c0-48c9-bc2c-324d176d8c08: rpc.has_security_group_logging(os_id): False [ 1188.660425] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.660673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.660673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.660850] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.660937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.661173] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.661273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.661327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.661565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.661641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.661822] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.661913] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.661972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.662652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.662652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.662652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.662652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.662652] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.662902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.662902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.662902] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be updated. [ 1188.727543] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.727543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.727543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.727790] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.727927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.741210] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: IN_PROGRESS for 2s [ 1190.232053] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.232053] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1190.757147] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 in Status: SUCCESS [ 1190.757147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.757308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.757508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.757611] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d549dabf-d8c0-48c9-bc2c-324d176d8c08',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.278786] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.279273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.279273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.279273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.279370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.279399] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d549dabf-d8c0-48c9-bc2c-324d176d8c08 is going to be deleted. [ 1191.338763] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.338963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.338963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.339298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.339412] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.339551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d549dabf-d8c0-48c9-bc2c-324d176d8c08" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.107715] env[66633]: INFO networking_nsxv3.common.synchronization [req-df1541c5-55c3-4d4a-93c2-32a39c52b614 req-2cf908e3-4676-401f-9619-6613f22cb396 tempest-ServerActionsTestOtherA-323049880 tempest-ServerActionsTestOtherA-323049880-project-member] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 1192.108269] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGHEST for action security_group_members [ 1192.108585] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.108945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.108945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.108945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.109620] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.109620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.109620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.109620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.109868] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.109868] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.613344] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.613742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.613742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.613821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.636525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.636773] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.636938] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.636996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.637211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.637247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.637343] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 is going to be updated. [ 1192.672270] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.672494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.672494] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.672743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.672892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.683548] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: IN_PROGRESS for 2s [ 1193.012611] env[66633]: INFO networking_nsxv3.common.synchronization [req-19891323-fa32-40fb-bb1e-af043f8539a6 req-4b25a9de-4e96-4407-9438-bab84243a897 tempest-AttachVolumeShelveTestJSON-1240409384 tempest-AttachVolumeShelveTestJSON-1240409384-project-member] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_members [ 1193.013299] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGHEST for action security_group_members [ 1193.013682] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.014341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.014440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.014656] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.014836] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.014978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.015060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.015238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.015348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.015476] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.517441] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.517643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.517720] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.517961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.541791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.542070] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.542205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.542275] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.542506] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.542595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.542690] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 is going to be updated. [ 1193.572032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.572195] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.572248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.572464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.572619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.582459] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: IN_PROGRESS for 2s [ 1193.871132] env[66633]: INFO networking_nsxv3.common.synchronization [req-400df775-609f-46dc-8d36-12de3729cacb req-1f72c6f3-1c71-495b-9ee5-6525cc8aa56b tempest-ServerActionsTestOtherB-852466792 tempest-ServerActionsTestOtherB-852466792-project-member] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1193.871733] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1193.872073] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.872201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.872266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.872629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.872809] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.872921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.872987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.873171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.873261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.873357] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.211073] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.211390] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.211679] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.211930] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.212485] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.212661] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.212820] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.213081] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.213777] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.213777] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.213777] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.213777] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.213777] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.213996] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.213996] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.214081] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.235253] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.235253] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.235412] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.235470] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.235781] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-75d49f37-8f18-4ed4-93d6-b0472827699b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.235967] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.236115] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.237196] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.237335] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d49f37-8f18-4ed4-93d6-b0472827699b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.375405] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.375702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.375791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.376150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.376318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.376623] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.376777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.376876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.377139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.377266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.377439] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1194.508297] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.508491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.508532] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.508733] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.508881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.518568] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1194.694020] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 in Status: SUCCESS [ 1194.694268] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 deletion is rescheduled due to dependency. [ 1194.694389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.739901] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.740158] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.740287] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.740579] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.740728] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.740878] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 75d49f37-8f18-4ed4-93d6-b0472827699b not found, creating... [ 1194.741149] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.741324] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.741647] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.741685] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.741890] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.742129] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.742284] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.742399] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.742649] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.742787] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.742924] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 75d49f37-8f18-4ed4-93d6-b0472827699b is going to be created. [ 1194.762946] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.763196] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.763320] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.763707] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.764029] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.764267] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.592958] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 in Status: SUCCESS [ 1195.593377] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 deletion is rescheduled due to dependency. [ 1195.593377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.938335] env[66633]: INFO networking_nsxv3.common.synchronization [req-400df775-609f-46dc-8d36-12de3729cacb req-f73717b1-e17e-4a3b-952d-a5ee6321e7f2 service nova] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 1195.938513] env[66633]: INFO networking_nsxv3.common.synchronization [req-400df775-609f-46dc-8d36-12de3729cacb req-f73717b1-e17e-4a3b-952d-a5ee6321e7f2 service nova] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1195.938667] env[66633]: INFO networking_nsxv3.common.synchronization [req-400df775-609f-46dc-8d36-12de3729cacb req-f73717b1-e17e-4a3b-952d-a5ee6321e7f2 service nova] Enqueued Resource ID: 75d49f37-8f18-4ed4-93d6-b0472827699b with Priority: HIGHEST for action port [ 1195.939222] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 1195.940572] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1195.940572] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d49f37-8f18-4ed4-93d6-b0472827699b with Priority: HIGHEST for action port [ 1195.940572] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.940572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.940739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.940825] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.940905] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.942012] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.942012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.942149] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-75d49f37-8f18-4ed4-93d6-b0472827699b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.942342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.942342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.942538] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.942595] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d49f37-8f18-4ed4-93d6-b0472827699b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.119942] env[66633]: INFO networking_nsxv3.common.synchronization [req-cfc28391-5da1-4f49-bb7f-3e017244d7f0 req-f13ad24f-93ca-4f63-ab5b-14d4bd9e769f tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1196.122220] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1196.122898] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.122898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.122898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.123107] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.123288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.123446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.123493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.123696] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.123898] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.124033] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.445173] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75d49f37-8f18-4ed4-93d6-b0472827699b with status ACTIVE [ 1196.445173] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.445173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.445173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.445368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.445410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.445586] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.445685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.445747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.445896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.445978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.446162] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.446312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.446312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.446440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.446514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.446601] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75d49f37-8f18-4ed4-93d6-b0472827699b is going to be updated. [ 1196.447810] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.447906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.448895] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.449101] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.449268] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.449587] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.449926] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.450121] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.450254] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.450484] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.450621] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.450895] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.451042] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.451157] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.451266] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.451376] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.451503] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.451638] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.471417] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.471766] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.471949] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.472190] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.472565] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-2c0531d1-6c3f-4d77-b31d-889c151c3382 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.472809] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-2c0531d1-6c3f-4d77-b31d-889c151c3382" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.472964] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-2c0531d1-6c3f-4d77-b31d-889c151c3382" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.473335] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-2c0531d1-6c3f-4d77-b31d-889c151c3382" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.473547] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0531d1-6c3f-4d77-b31d-889c151c3382',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.478082] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.478082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.478082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.478082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.478082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.478082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.530513] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1196.530681] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 deletion is rescheduled due to dependency. [ 1196.530817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.531111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.531398] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.531758] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.531900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.531974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.532165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.532251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.532354] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.630990] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.976559] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.976807] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.976998] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.977330] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.977529] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.977665] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 2c0531d1-6c3f-4d77-b31d-889c151c3382 not found, creating... [ 1196.977941] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.978171] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.978297] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.978599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.978811] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.979116] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.979356] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.979514] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.979740] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.979877] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.980045] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 2c0531d1-6c3f-4d77-b31d-889c151c3382 is going to be created. [ 1197.003218] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.003555] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.003714] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.004119] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.004434] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.004706] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-2c0531d1-6c3f-4d77-b31d-889c151c3382" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.035818] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.133246] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.538992] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.636302] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.636753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.636753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.636753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.636844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.636958] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1197.668773] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.668919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.668986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.671747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.671747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.680040] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1197.740146] env[66633]: INFO networking_nsxv3.common.synchronization [req-cfc28391-5da1-4f49-bb7f-3e017244d7f0 req-d0a1e905-47f1-43ba-b724-31effa630f5f service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1197.740146] env[66633]: INFO networking_nsxv3.common.synchronization [req-cfc28391-5da1-4f49-bb7f-3e017244d7f0 req-d0a1e905-47f1-43ba-b724-31effa630f5f service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1197.740319] env[66633]: INFO networking_nsxv3.common.synchronization [req-cfc28391-5da1-4f49-bb7f-3e017244d7f0 req-d0a1e905-47f1-43ba-b724-31effa630f5f service nova] Enqueued Resource ID: 2c0531d1-6c3f-4d77-b31d-889c151c3382 with Priority: HIGHEST for action port [ 1197.741151] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1197.741381] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1197.741705] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0531d1-6c3f-4d77-b31d-889c151c3382 with Priority: HIGHEST for action port [ 1197.742153] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.742344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.742449] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.742752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.742882] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.744173] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.744316] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.744832] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c0531d1-6c3f-4d77-b31d-889c151c3382 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.745081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c0531d1-6c3f-4d77-b31d-889c151c3382" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.745386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c0531d1-6c3f-4d77-b31d-889c151c3382" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.745785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c0531d1-6c3f-4d77-b31d-889c151c3382" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.746044] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0531d1-6c3f-4d77-b31d-889c151c3382',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.042330] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.042539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.042591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.042932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.043063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.043168] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1198.073103] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.073278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.073320] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.073520] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.073675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.083978] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1198.249017] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.249186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.249376] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c0531d1-6c3f-4d77-b31d-889c151c3382 with status ACTIVE [ 1198.249572] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.249690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.249759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.249981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.250084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.250261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.250371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.250429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.250575] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.250654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.250836] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.250977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.250977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.251137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.251209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.251295] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c0531d1-6c3f-4d77-b31d-889c151c3382 is going to be updated. [ 1198.274491] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.274491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.274491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.274774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.275206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.275206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c0531d1-6c3f-4d77-b31d-889c151c3382" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.693544] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1199.694446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.694552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.694719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.694928] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.695130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.695130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.695293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.695372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.695468] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.096179] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1200.099144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.099144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.099144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.099144] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.099144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.099144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.099144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.099144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.099144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.099144] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.200910] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.603652] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.702793] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.106803] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077: rpc.has_security_group_logging(os_id): False [ 1201.129675] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.129890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.129967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.130251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.130351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.130608] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.130710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.130772] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.131419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.131419] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.131419] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1201.206537] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.206715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.206783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.207045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.207143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.207249] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1201.220316] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.220485] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.220543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.220761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.220916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.236946] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1201.242921] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.243087] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.243130] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.243339] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.243480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.253235] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1202.742994] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.743374] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1203.253198] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1203.253446] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.262391] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1203.262659] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.262945] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.263289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.263576] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.263765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.263892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.264158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.264296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.264442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.264591] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.767680] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.768258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.768258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.768258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.768463] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.768463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.768463] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.768657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.768765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.768890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.769089] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.769196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.769262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.769425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.769659] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.769772] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.769840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.769968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.770066] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.770150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.770238] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.272885] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa15ac4-cd32-401c-8923-5ea37d979d6e: rpc.has_security_group_logging(os_id): False [ 1204.292914] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.293202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.293202] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.293510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.314881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.315200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.315317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.315381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.315591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.315662] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.315998] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.315998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.315998] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.316171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.316241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.316421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.316514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.316573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.316713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.316780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.316864] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1204.383623] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.384053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.384053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.384283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.384283] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.410639] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1206.435985] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1206.436332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.744623] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.744945] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1210.051428] env[66633]: INFO networking_nsxv3.common.synchronization [req-45b6f1ef-b8a0-4913-a709-3f0ed96ab709 req-9122a466-28c5-49c2-9ab2-6bdae36e9087 tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1210.051428] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1210.051939] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.051939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.051939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.052192] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.052355] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.052459] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.053040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.053040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.053040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.053040] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.554898] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.058757] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.074017] env[66633]: INFO networking_nsxv3.common.synchronization [req-6b90d259-09f9-45d1-9832-0e59c961e135 req-dc56573c-204e-4034-9d15-f445dc4fa9e6 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_members [ 1211.074665] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGHEST for action security_group_members [ 1211.075100] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-65065900-7149-4d7f-ad23-d96e6e5a96cf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.075312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.075420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.075697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.075922] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.076090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.076193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.076426] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.076568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.076720] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.560894] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.561166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.561166] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.561491] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.561710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.561824] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1211.579243] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.579648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.579804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.580086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.603120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.603321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.603396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.603687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.603886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.606940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.607195] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.607341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.607430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.607653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.607761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.607975] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf is going to be updated. [ 1211.618609] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1211.662535] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.662903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.662972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.663173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.663324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.675629] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf in Status: IN_PROGRESS for 2s [ 1213.628166] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1213.628536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.683860] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf in Status: SUCCESS [ 1213.684086] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf deletion is rescheduled due to dependency. [ 1213.684237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.075645] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.076107] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.838357] env[66633]: INFO networking_nsxv3.common.synchronization [req-48c9e529-6924-4e4e-aa56-7874594484b1 req-2f05947b-38bf-4e47-9c26-d09f2a3f06e8 tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1218.838882] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1218.839191] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.839341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.839411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.839629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.839803] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.839908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.839974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.840147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.840405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.840405] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.166028] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.166229] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.166353] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.166628] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.166886] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.167046] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.167173] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.167386] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.167550] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.167794] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.167908] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.168034] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.168172] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.168286] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.168420] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.168599] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.191561] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.191764] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.191905] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.192111] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-761" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.192446] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-260a8ce6-8457-41f1-9613-37bba850857c taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.192612] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-260a8ce6-8457-41f1-9613-37bba850857c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.192730] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-260a8ce6-8457-41f1-9613-37bba850857c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.193095] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-260a8ce6-8457-41f1-9613-37bba850857c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.193235] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260a8ce6-8457-41f1-9613-37bba850857c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.342601] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.696120] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.696393] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.696479] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.696803] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.697049] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.697232] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 260a8ce6-8457-41f1-9613-37bba850857c not found, creating... [ 1219.697538] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.697683] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.697808] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.698052] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.698195] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.698481] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.698640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.698757] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.698970] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.699118] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.699257] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 260a8ce6-8457-41f1-9613-37bba850857c is going to be created. [ 1219.720802] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.721052] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.721155] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.721431] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.721682] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.721954] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-260a8ce6-8457-41f1-9613-37bba850857c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.844792] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.347521] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.347690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.347832] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.348090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.348186] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.348302] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1220.409163] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.409286] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.409358] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.409578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.409731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.412938] env[66633]: INFO networking_nsxv3.common.synchronization [req-48c9e529-6924-4e4e-aa56-7874594484b1 req-a91a9eb5-b0bb-4528-a0a8-7fba581d8d97 service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1220.413148] env[66633]: INFO networking_nsxv3.common.synchronization [req-48c9e529-6924-4e4e-aa56-7874594484b1 req-a91a9eb5-b0bb-4528-a0a8-7fba581d8d97 service nova] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1220.413286] env[66633]: INFO networking_nsxv3.common.synchronization [req-48c9e529-6924-4e4e-aa56-7874594484b1 req-a91a9eb5-b0bb-4528-a0a8-7fba581d8d97 service nova] Enqueued Resource ID: 260a8ce6-8457-41f1-9613-37bba850857c with Priority: HIGHEST for action port [ 1220.413804] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_rules [ 1220.414069] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1220.414069] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260a8ce6-8457-41f1-9613-37bba850857c with Priority: HIGHEST for action port [ 1220.414388] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.414510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.414598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.414778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.414859] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.416120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.416242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.416439] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-260a8ce6-8457-41f1-9613-37bba850857c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.416542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-260a8ce6-8457-41f1-9613-37bba850857c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.416609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-260a8ce6-8457-41f1-9613-37bba850857c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.416780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-260a8ce6-8457-41f1-9613-37bba850857c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.416858] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260a8ce6-8457-41f1-9613-37bba850857c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.423905] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1220.919120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.919120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.919536] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 260a8ce6-8457-41f1-9613-37bba850857c with status ACTIVE [ 1220.919536] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.919536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.919536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.919819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.919926] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.920132] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.920241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.920308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.920479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.920561] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.920761] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.920863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.920904] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.921061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.921140] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.921227] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 260a8ce6-8457-41f1-9613-37bba850857c is going to be updated. [ 1220.942197] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.942403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.942403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.942596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.942737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.942925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-260a8ce6-8457-41f1-9613-37bba850857c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.434309] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1222.434723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.434815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.435148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.435349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.435477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.435549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.435722] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.435809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.435910] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.558515] env[66633]: INFO networking_nsxv3.common.synchronization [req-d11b817f-3ca8-4ff7-a848-1209d7876684 req-ce495269-ec92-4588-8750-3d7238cdff35 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_members [ 1222.559072] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 with Priority: HIGHEST for action security_group_members [ 1222.559827] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.559971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.560053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.560245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.560444] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.560543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.560596] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.560755] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.560839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.560941] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6553a6b0-0d62-43bd-98f6-d9dcff1fa218',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.937934] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.063501] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.063728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.063799] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.064049] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.084345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.084629] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.084766] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.084843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.085067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.085170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.085267] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 is going to be updated. [ 1223.114321] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.114564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.114564] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.114809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.115033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.126935] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 in Status: IN_PROGRESS for 2s [ 1223.440462] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.942887] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.943113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.943113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.943317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.943408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.943507] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1223.971219] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.971407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.971455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.971639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.971869] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.980430] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1225.138285] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 in Status: SUCCESS [ 1225.138619] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6553a6b0-0d62-43bd-98f6-d9dcff1fa218 deletion is rescheduled due to dependency. [ 1225.138619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6553a6b0-0d62-43bd-98f6-d9dcff1fa218" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.990544] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1225.990809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.990978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.991226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.991425] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.991542] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.991609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.991760] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.991886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.991977] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.992083] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.493991] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.494474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.494474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.494474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.494630] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.494734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.494798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.494953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.495060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.495149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.495299] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.495392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.495455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.495597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.495733] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.495824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.495888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.496067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.496148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.496231] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.496320] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.998451] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa15ac4-cd32-401c-8923-5ea37d979d6e: rpc.has_security_group_logging(os_id): False [ 1227.015878] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.016084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.016137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.016298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.016386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.016603] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.016702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.016763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.016910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.016990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.017177] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.017267] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.017321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.017453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.017527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.018201] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.018201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.018201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.018201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.018201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.018201] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1227.089173] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.089425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.089425] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.089595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.089822] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.101242] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1227.234106] env[66633]: INFO networking_nsxv3.common.synchronization [None req-f1021203-c88b-412a-8e0c-764bcc9d3aa9 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_rules [ 1227.234824] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_rules [ 1227.235241] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.235361] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.235483] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.235678] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.235778] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.338337] env[66633]: INFO networking_nsxv3.common.synchronization [None req-519b9c10-660c-412e-94d0-0aa1c97f7926 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_rules [ 1227.338839] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_rules [ 1227.339154] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.339259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.766478] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.766892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.766892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.766892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.767053] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.767090] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad already deleted. [ 1227.767161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.767682] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.767883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.767943] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.291517] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.291725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.291774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.292109] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.292228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.292335] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad already deleted. [ 1228.292440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.115379] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1229.115778] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.199390] env[66633]: INFO networking_nsxv3.common.synchronization [req-99509519-8509-44d8-8eaf-f5a77edc2493 req-a00d9373-546a-4f8e-a7f6-a163422b04d3 tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1232.199848] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1232.200706] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.200706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.200706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.200706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.200976] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.200976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.200976] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.201111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.201201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.201298] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.703883] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.831268] env[66633]: INFO networking_nsxv3.common.synchronization [req-774ee4fd-8891-4df4-8fff-5c4016e9c9b5 req-8f81ea76-7e51-4fe8-b692-90cb031bdd50 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_members [ 1232.831663] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_members [ 1232.832014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.832253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.832327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.832610] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.832772] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.832870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.832925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.834149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.834149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.834149] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.122756] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.123071] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.123177] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.123358] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.123597] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.123779] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.123862] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.124212] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.124402] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.124612] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.124757] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.124838] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.124937] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.125058] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.125164] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.125293] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.152029] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.152029] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.152029] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.152029] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.152029] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.152029] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.152029] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.152029] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.152029] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d70ae9-9c60-4ebd-864f-bf53f5aa2583',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.206490] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.335482] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.335684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.335747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.335928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.336033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.336232] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.336332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.336400] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.336544] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.336621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.336705] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad already deleted. [ 1233.336788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.653851] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.654104] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.654184] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.654469] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.654623] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.654777] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 10d70ae9-9c60-4ebd-864f-bf53f5aa2583 not found, creating... [ 1233.655050] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.655214] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.655332] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.655557] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.655691] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.655982] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.656126] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.656242] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.656446] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.656577] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.656712] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 10d70ae9-9c60-4ebd-864f-bf53f5aa2583 is going to be created. [ 1233.678556] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.678772] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.678897] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.679188] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.679415] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.679637] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.709125] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.709284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.709373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.709577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.709666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.709764] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1233.740875] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.741090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.741135] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.741313] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.741474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.763388] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1234.382064] env[66633]: INFO networking_nsxv3.common.synchronization [req-774ee4fd-8891-4df4-8fff-5c4016e9c9b5 req-d4767a63-c22f-4de3-9bcd-7dfc0fa3939c service nova] Enqueued Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_rules [ 1234.382348] env[66633]: INFO networking_nsxv3.common.synchronization [req-774ee4fd-8891-4df4-8fff-5c4016e9c9b5 req-d4767a63-c22f-4de3-9bcd-7dfc0fa3939c service nova] Enqueued Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_members [ 1234.382470] env[66633]: INFO networking_nsxv3.common.synchronization [req-774ee4fd-8891-4df4-8fff-5c4016e9c9b5 req-d4767a63-c22f-4de3-9bcd-7dfc0fa3939c service nova] Enqueued Resource ID: 10d70ae9-9c60-4ebd-864f-bf53f5aa2583 with Priority: HIGHEST for action port [ 1234.382994] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_rules [ 1234.383142] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_members [ 1234.383240] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d70ae9-9c60-4ebd-864f-bf53f5aa2583 with Priority: HIGHEST for action port [ 1234.383509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.383633] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.383700] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.383890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.383971] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.384792] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.384899] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.384967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.385170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.385320] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.385416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.385480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.385624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.385710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.385796] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.386749] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.386749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.386749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.386888] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.387110] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d70ae9-9c60-4ebd-864f-bf53f5aa2583',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.888490] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.888706] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.888752] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.889636] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10d70ae9-9c60-4ebd-864f-bf53f5aa2583 with status ACTIVE [ 1234.889812] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.889912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.889994] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.890213] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.890379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.890477] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.890574] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.890636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.890784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.890859] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.891047] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.891145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.891205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.891341] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.891414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.891495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10d70ae9-9c60-4ebd-864f-bf53f5aa2583 is going to be updated. [ 1234.913357] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.913523] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.913562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.913754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.913890] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.914057] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d70ae9-9c60-4ebd-864f-bf53f5aa2583" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.393345] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.775355] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1235.775540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.896303] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.896469] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.896587] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.896749] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.896839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.896937] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad is going to be created. [ 1235.919249] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.919389] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.919457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.919657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.919809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.929312] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad in Status: UNINITIALIZED for 2s [ 1237.940949] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad in Status: SUCCESS [ 1237.941324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.941454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.941698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.941929] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.942120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.942188] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.942364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.942492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.942591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.942686] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.447127] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.525260] env[66633]: INFO networking_nsxv3.common.synchronization [req-a8353361-2c24-41a0-b734-b4bcd6f351ed req-04437857-ca6a-491b-a2a7-dddf2078de60 tempest-ServersTestJSON-338527490 tempest-ServersTestJSON-338527490-project-member] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1238.526017] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGHEST for action security_group_members [ 1238.526124] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.526245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.526317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.526513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.526669] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.526771] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.526836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.526984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.527092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.527183] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.949350] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c17aa30d-98cc-4f77-ae5a-51011f01e2ad: rpc.has_security_group_logging(os_id): False [ 1238.973386] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.973617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.973617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.973842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.973891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.974144] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.974253] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.974338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.974501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.974576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.974665] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad is going to be created. [ 1239.029421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.029590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.029663] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.029886] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.029996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.030210] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.030317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.030378] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.030537] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.030612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.030696] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be updated. [ 1239.046744] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.046967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.047086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.047246] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.047473] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.057625] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad in Status: IN_PROGRESS for 2s [ 1239.074552] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.074870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.074870] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.075023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.075150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.090211] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: IN_PROGRESS for 2s [ 1241.084872] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad in Status: SUCCESS [ 1241.085276] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.099197] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa15ac4-cd32-401c-8923-5ea37d979d6e in Status: SUCCESS [ 1241.099379] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e deletion is rescheduled due to dependency. [ 1241.099504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.527015] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.527369] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.711970] env[66633]: INFO networking_nsxv3.common.synchronization [None req-6fb21148-8d35-4e9c-b5da-68cf383d924e tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_rules [ 1246.712749] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_rules [ 1246.713113] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.713298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.713408] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.713794] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.713904] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.793897] env[66633]: INFO networking_nsxv3.common.synchronization [None req-0e6bf557-4d73-4375-baa2-be6fdee11694 tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_rules [ 1246.794437] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_rules [ 1246.794854] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.794854] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.237095] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.237323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.237427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.237674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.237797] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.237901] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece already deleted. [ 1247.237991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.238158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.238319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.238403] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.759730] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.760147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.760147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.760252] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.760372] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.760610] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece already deleted. [ 1247.760727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.795690] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.796128] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.228211] env[66633]: INFO networking_nsxv3.common.synchronization [req-1c610f69-a050-48e8-8b05-06e155e04a26 req-9dbf5156-3bd7-482c-9992-e19d064bcd62 tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_members [ 1252.228769] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_members [ 1252.229090] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.229234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.229319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.229559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.229721] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.229827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.229881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.230076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.230197] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.230327] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.542305] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.542479] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.542558] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.542921] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.543271] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.543473] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.543593] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.544183] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.544381] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.544614] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.544732] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.544856] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.544968] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.545090] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.545197] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.545334] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.568355] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.568573] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.568731] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.568978] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.569386] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-7ad28cf8-7852-42a5-af6f-7473104dbae2 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.569638] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-7ad28cf8-7852-42a5-af6f-7473104dbae2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.569826] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-7ad28cf8-7852-42a5-af6f-7473104dbae2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.570238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-7ad28cf8-7852-42a5-af6f-7473104dbae2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.570437] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad28cf8-7852-42a5-af6f-7473104dbae2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.732735] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.732997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.732997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.733371] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.733472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.733685] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.733785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.733845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.734013] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.734092] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.734209] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece already deleted. [ 1252.734300] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.073128] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.073570] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.073570] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.073766] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.073916] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.074083] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 7ad28cf8-7852-42a5-af6f-7473104dbae2 not found, creating... [ 1253.074375] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.074620] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.074755] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.075021] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.075192] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.075523] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.075711] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.075841] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.076102] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.076269] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.076438] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 7ad28cf8-7852-42a5-af6f-7473104dbae2 is going to be created. [ 1253.098668] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.098952] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.099096] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.099386] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.099622] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.099859] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-7ad28cf8-7852-42a5-af6f-7473104dbae2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.793890] env[66633]: INFO networking_nsxv3.common.synchronization [req-1c610f69-a050-48e8-8b05-06e155e04a26 req-bbb23be8-b3bf-47d2-bfd0-4d7ea761250d service nova] Enqueued Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_rules [ 1253.793995] env[66633]: INFO networking_nsxv3.common.synchronization [req-1c610f69-a050-48e8-8b05-06e155e04a26 req-bbb23be8-b3bf-47d2-bfd0-4d7ea761250d service nova] Enqueued Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_members [ 1253.794131] env[66633]: INFO networking_nsxv3.common.synchronization [req-1c610f69-a050-48e8-8b05-06e155e04a26 req-bbb23be8-b3bf-47d2-bfd0-4d7ea761250d service nova] Enqueued Resource ID: 7ad28cf8-7852-42a5-af6f-7473104dbae2 with Priority: HIGHEST for action port [ 1253.794661] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_rules [ 1253.794796] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_members [ 1253.794908] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad28cf8-7852-42a5-af6f-7473104dbae2 with Priority: HIGHEST for action port [ 1253.795278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.795355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.795404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.795563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.795643] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.796487] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.796600] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.796640] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.796783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.796952] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.797028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.797065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.797204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.797288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.797376] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.798131] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad28cf8-7852-42a5-af6f-7473104dbae2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.798229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad28cf8-7852-42a5-af6f-7473104dbae2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.798273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad28cf8-7852-42a5-af6f-7473104dbae2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.798553] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad28cf8-7852-42a5-af6f-7473104dbae2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.798553] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad28cf8-7852-42a5-af6f-7473104dbae2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.299952] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.300382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.300382] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.301942] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ad28cf8-7852-42a5-af6f-7473104dbae2 with status ACTIVE [ 1254.302199] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.302360] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.302411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.302584] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.302671] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.302844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.302941] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.303022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.303261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.303364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.303531] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.303626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.303774] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.303923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.304008] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.304100] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ad28cf8-7852-42a5-af6f-7473104dbae2 is going to be updated. [ 1254.325228] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.325440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.325440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.325611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.325748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.325905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad28cf8-7852-42a5-af6f-7473104dbae2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.803188] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.305938] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.306417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.306417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.306417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.306533] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.306769] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece is going to be created. [ 1255.334767] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.335048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.335048] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.335209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.335379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.345543] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece in Status: UNINITIALIZED for 2s [ 1256.214883] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1256.215166] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1256.676671] env[66633]: INFO networking_nsxv3.common.synchronization [req-456e8b44-704f-4cb3-84d7-5f6b37b409ae req-5ae63683-a7ea-4171-834c-65116252998c tempest-ServerRescueNegativeTestJSON-281668620 tempest-ServerRescueNegativeTestJSON-281668620-project-member] Enqueued Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_members [ 1256.676939] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGHEST for action security_group_members [ 1256.677259] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a0bbdd-8078-4e68-b3b7-197c438e280b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.678014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.678014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.678014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.678014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.678014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.678014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.678457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.678558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.678654] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.182810] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.183062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.183150] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.183403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.206281] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.206528] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.206682] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.206775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.207060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.207146] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.207244] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b is going to be updated. [ 1257.240166] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.240401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.240560] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.240691] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.240844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.251063] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b in Status: IN_PROGRESS for 2s [ 1257.356148] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece in Status: SUCCESS [ 1257.356258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.356424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.356754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.356960] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.357222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.357347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.357527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.357621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.357712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.357805] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.860064] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.364347] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03b7e64f-0b3c-42ad-a579-424c1d5dcece: rpc.has_security_group_logging(os_id): False [ 1258.391193] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.391505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.391505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.391598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.391683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.391880] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.391981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.392055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.392340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.392475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.392575] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece is going to be created. [ 1258.469126] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.469381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.469381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.469551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.469741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.483090] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece in Status: IN_PROGRESS for 2s [ 1259.261665] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b in Status: SUCCESS [ 1259.262067] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b deletion is rescheduled due to dependency. [ 1259.262067] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.498637] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece in Status: SUCCESS [ 1260.499062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.678335] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.678635] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.679653] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.680075] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.246823] env[66633]: INFO networking_nsxv3.common.synchronization [req-76291dee-6842-4aed-8bcf-43eb6557599f req-3685c6a7-bc84-4f6a-9205-d33d0836bb2c tempest-ServerRescueNegativeTestJSON-281668620 tempest-ServerRescueNegativeTestJSON-281668620-project-member] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1268.247592] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1268.247940] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.251362] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.251451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.251701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.252065] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.252065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.252363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.252363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.252514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.256402] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.759539] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.262027] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.764554] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.764744] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.764795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.765056] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.765171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.765275] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf is going to be updated. [ 1269.802081] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.802310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.802427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.802711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.802876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.811760] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: IN_PROGRESS for 2s [ 1271.158789] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.159329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.159329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.159329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.159537] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.664232] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.821930] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: SUCCESS [ 1271.822178] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.167348] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.670039] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1272.670039] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1273.248391] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.248391] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.445806] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.445806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.445806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.445806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.458261] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1273.459093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.459884] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1273.499933] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.500170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.500170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.500386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.514783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.515733] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1273.515840] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.515912] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1273.557969] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.558215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.558215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.558388] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.559503] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.559723] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1273.639828] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.640102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.640102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.640383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.640748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.641074] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1273.726364] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.726593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.726593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.726930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.727311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.727638] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1273.727762] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'daa15ac4-cd32-401c-8923-5ea37d979d6e', 'ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d', 'b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf', '5c7020aa-b29d-4ac9-9b00-81cc06681f55', '7fe2dda8-8baf-4f87-9d04-407a5a693d46', '531a3320-0c0a-4eac-bf21-a6488744ee88', '04acf909-056d-40b5-a001-95195afa5ebe', 'a1093ed2-29e8-489f-8f35-6012851cbd39', '72c70e0e-dd0e-431c-b52d-d1320bdbb39f', '2615c17f-fe44-406b-912b-20ca3dfc3606', '03b7e64f-0b3c-42ad-a579-424c1d5dcece', 'c17aa30d-98cc-4f77-ae5a-51011f01e2ad', '21a0bbdd-8078-4e68-b3b7-197c438e280b', 'd64481c0-92ee-4094-81bf-d6aa4151520c', '50d83096-dd0e-424d-872a-e055097400db', '4c0105b5-6614-4931-a0df-d6f32a26839b', '913009f5-75fd-4502-8632-6505caa4313f', 'f7551686-eba4-482e-a5a1-b773ce2d9630', '4c3f8a97-0d93-4ece-8c97-16aa4e2c6077', '1ec2c38c-f21d-449a-ac7e-af93df8708f0', 'd41e18af-35e2-4e34-96f9-455fb65b29a2', '65065900-7149-4d7f-ad23-d96e6e5a96cf', 'ebfb4114-f8eb-4b3f-9376-e0943ba3910a', '104784a2-622e-4885-9cfa-e59104f9d491', '33f35207-b631-43d8-9917-7b7a5d264d5a', '1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a', '5c0762b3-9aec-484f-9095-63312b4ce82e', 'e64dcf9e-0b27-43ed-99db-767d96145ad0', '20804a61-fc00-43e0-b987-d4a7859059c5', 'd49b2076-82c3-4526-901f-accdb818cb9e', '628f9d2f-fc5a-480e-906b-5480b97b49ae', 'c4f36181-9196-40e6-97f8-2c2535cf65d5', '932c58a7-5496-408a-bc53-f5bc929053bf', '36e89d36-60c2-4f5c-98eb-5662490cdb7f', '82e41a7e-c966-43e7-aef2-a2be3dd74141', '4dcde110-eff7-4603-a269-0b8380fce19f', 'ecf5ad64-d8d0-49d7-8080-e5450bd83a4f', '13b0cfa7-b6f5-484b-9392-7b32a6bfd0db', '55010995-c170-47a6-9133-b86bd611f948', '6553a6b0-0d62-43bd-98f6-d9dcff1fa218', '6413a8e6-db90-4894-80e7-81a90f5775d3', '9d36e966-358e-4ab0-89ec-8df0bdbbf3fa', '077b2ee4-b138-4085-a14f-dd443d26b83f'} {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.727862] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1273.749239] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.749457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.749457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.749759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.749855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.750116] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1273.750186] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.750229] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1273.836120] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.836349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.836349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.836509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.837619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.837876] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1273.837954] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1273.838047] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1273.838153] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1273.838257] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1273.838332] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGH for action security_group_rules [ 1273.838414] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGH for action security_group_rules [ 1273.838486] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGH for action security_group_rules [ 1273.838544] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGH for action security_group_rules [ 1273.838595] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGH for action security_group_rules [ 1273.838661] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGH for action security_group_rules [ 1273.838721] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGH for action security_group_rules [ 1273.838782] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGH for action security_group_rules [ 1273.838843] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGH for action security_group_rules [ 1273.838905] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGH for action security_group_rules [ 1273.838967] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGH for action security_group_rules [ 1273.839043] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGH for action security_group_rules [ 1273.839106] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGH for action security_group_rules [ 1273.839167] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGH for action security_group_rules [ 1273.839228] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGH for action security_group_rules [ 1273.839289] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGH for action security_group_rules [ 1273.839350] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGH for action security_group_rules [ 1273.839413] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGH for action security_group_rules [ 1273.839475] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGH for action security_group_rules [ 1273.839536] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGH for action security_group_rules [ 1273.839630] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.039658] env[66633]: INFO networking_nsxv3.common.synchronization [req-eec82d57-a315-4f2e-9a8d-12ad2e01b33e req-bb17e55d-e445-4b28-b5b6-92b01ff7e07e tempest-ServerRescueNegativeTestJSON-281668620 tempest-ServerRescueNegativeTestJSON-281668620-project-member] Enqueued Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1276.040385] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGHEST for action security_group_members [ 1276.040555] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa15ac4-cd32-401c-8923-5ea37d979d6e with Priority: HIGH for action security_group_rules [ 1276.040666] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf with Priority: HIGH for action security_group_rules [ 1276.040767] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04acf909-056d-40b5-a001-95195afa5ebe with Priority: HIGH for action security_group_rules [ 1276.041490] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d83096-dd0e-424d-872a-e055097400db with Priority: HIGH for action security_group_rules [ 1276.041490] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 with Priority: HIGH for action security_group_rules [ 1276.041490] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGH for action security_group_rules [ 1276.041490] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7551686-eba4-482e-a5a1-b773ce2d9630 with Priority: HIGH for action security_group_rules [ 1276.041490] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913009f5-75fd-4502-8632-6505caa4313f with Priority: HIGH for action security_group_rules [ 1276.041490] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64481c0-92ee-4094-81bf-d6aa4151520c with Priority: HIGH for action security_group_rules [ 1276.041490] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0105b5-6614-4931-a0df-d6f32a26839b with Priority: HIGH for action security_group_rules [ 1276.041490] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b with Priority: HIGH for action security_group_rules [ 1276.041851] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGH for action security_group_rules [ 1276.041851] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGH for action security_group_rules [ 1276.041851] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 with Priority: HIGH for action security_group_rules [ 1276.041851] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f with Priority: HIGH for action security_group_rules [ 1276.041851] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 with Priority: HIGH for action security_group_rules [ 1276.042022] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGH for action security_group_rules [ 1276.042022] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 with Priority: HIGH for action security_group_rules [ 1276.042103] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d with Priority: HIGH for action security_group_rules [ 1276.042185] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 with Priority: HIGH for action security_group_rules [ 1276.042527] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.042925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.042925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.042925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.043108] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.043307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.043392] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.043550] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.043632] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.043727] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.044616] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa15ac4-cd32-401c-8923-5ea37d979d6e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.044750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.044836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.045022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.045105] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa15ac4-cd32-401c-8923-5ea37d979d6e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.046136] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.046254] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.046307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.046467] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.046538] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.047290] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04acf909-056d-40b5-a001-95195afa5ebe taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.047393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.047460] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.047611] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.047682] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04acf909-056d-40b5-a001-95195afa5ebe',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.048540] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d83096-dd0e-424d-872a-e055097400db taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.048540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.048540] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.048694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.048772] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d83096-dd0e-424d-872a-e055097400db',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.049582] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.049690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.049821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.049911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.049989] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec2c38c-f21d-449a-ac7e-af93df8708f0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.050823] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.050905] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.050957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.051297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.051297] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.051935] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7551686-eba4-482e-a5a1-b773ce2d9630 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.052060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.052219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.052258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.052340] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7551686-eba4-482e-a5a1-b773ce2d9630',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.053054] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913009f5-75fd-4502-8632-6505caa4313f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.053606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.053606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.053606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.053606] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913009f5-75fd-4502-8632-6505caa4313f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.054267] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64481c0-92ee-4094-81bf-d6aa4151520c taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.054427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.054563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.054775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.054848] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64481c0-92ee-4094-81bf-d6aa4151520c',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.056146] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c0105b5-6614-4931-a0df-d6f32a26839b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.056263] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.056347] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.056500] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.056575] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c0105b5-6614-4931-a0df-d6f32a26839b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.057244] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a0bbdd-8078-4e68-b3b7-197c438e280b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.057349] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.057416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.057562] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.057632] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a0bbdd-8078-4e68-b3b7-197c438e280b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.058779] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.058779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.058779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.058969] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.058969] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.060298] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.061288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.061288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.061288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.061288] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.062040] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2615c17f-fe44-406b-912b-20ca3dfc3606 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.062040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.062040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.062040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.062040] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2615c17f-fe44-406b-912b-20ca3dfc3606',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.062494] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.062613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.062737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.062891] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.062891] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c70e0e-dd0e-431c-b52d-d1320bdbb39f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.063565] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-531a3320-0c0a-4eac-bf21-a6488744ee88 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.063658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.063727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.063877] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.063949] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('531a3320-0c0a-4eac-bf21-a6488744ee88',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.064744] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.064835] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.064885] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.065040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.065110] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.065796] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.065907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.065907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.066085] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.066169] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe2dda8-8baf-4f87-9d04-407a5a693d46',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.066932] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.066932] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.067273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.067273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.067273] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.074284] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.074382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.074424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.074615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.074709] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7020aa-b29d-4ac9-9b00-81cc06681f55',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.111060] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.111198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.111271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.111474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.134844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.135011] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa15ac4-cd32-401c-8923-5ea37d979d6e is going to be deleted. [ 1276.194493] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.194759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.194759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.194981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.195119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.195223] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa15ac4-cd32-401c-8923-5ea37d979d6e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.578315] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.578462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.578462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.578637] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.582539] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.582684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.582739] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.582912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.583076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.583174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.583236] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.583393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.583456] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.583545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.583631] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.584803] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.584929] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.584971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.585228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.585390] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.585495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.585588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.585745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.585829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.587204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.587337] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.604200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.604200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.604200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.604200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.604200] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.604624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.604624] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.604786] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.604856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.604946] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.605053] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.652288] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.652379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.654127] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.654234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.655096] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.655205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.659031] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.659031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.678168] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.678373] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.678504] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.678786] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.679063] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.679414] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.679567] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.679805] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.679953] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.680179] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.680308] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.680439] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.680519] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.680610] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.680713] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.680840] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.685423] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.685565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.686757] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.686882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.687633] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.687725] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.688827] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.688910] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.689716] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.689824] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.690633] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.690736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.691459] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.691552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.692193] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.692679] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.692908] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.693518] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.693901] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.693993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.694891] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.695268] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.695356] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.695916] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.696298] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.696417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.697039] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.697414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.697606] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.697727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.697840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.698073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.698156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.698248] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf is going to be updated. [ 1276.699774] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.699864] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.699934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.700129] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.701607] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.701766] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.701902] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.702106] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-373" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.702403] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-75d49f37-8f18-4ed4-93d6-b0472827699b taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.702558] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.702674] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.702899] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.703048] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d49f37-8f18-4ed4-93d6-b0472827699b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.722525] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.723196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.723333] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a0bbdd-8078-4e68-b3b7-197c438e280b is going to be deleted. [ 1276.724601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.724829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.738726] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.738924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.738924] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.739160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.739299] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.743605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.743742] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64481c0-92ee-4094-81bf-d6aa4151520c is going to be deleted. [ 1276.744558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.744769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.754313] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: IN_PROGRESS for 2s [ 1276.767311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.767458] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04acf909-056d-40b5-a001-95195afa5ebe is going to be deleted. [ 1276.768342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.768552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.793211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.793447] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d is going to be deleted. [ 1276.794480] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.794708] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.808934] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.809144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.811217] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.811342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.813148] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.813263] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c0105b5-6614-4931-a0df-d6f32a26839b is going to be deleted. [ 1276.814285] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.814507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.835517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.835684] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec2c38c-f21d-449a-ac7e-af93df8708f0 is going to be deleted. [ 1276.836580] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.836810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.868156] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.868369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.872121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.872252] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2615c17f-fe44-406b-912b-20ca3dfc3606 is going to be deleted. [ 1276.873171] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.873374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.884538] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.884736] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.913911] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.914089] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.920062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.920196] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7551686-eba4-482e-a5a1-b773ce2d9630 is going to be deleted. [ 1276.921293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.921527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.923106] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.923260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.973479] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.973631] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7020aa-b29d-4ac9-9b00-81cc06681f55 is going to be deleted. [ 1276.974545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.974836] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.004014] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.004261] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.059144] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.059421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 531a3320-0c0a-4eac-bf21-a6488744ee88 is going to be deleted. [ 1277.060221] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.060614] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.068883] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.069234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.071974] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.072100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.089640] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.097525] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.113456] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.115470] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.115612] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe2dda8-8baf-4f87-9d04-407a5a693d46 is going to be deleted. [ 1277.116848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.117110] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.192116] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.192301] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913009f5-75fd-4502-8632-6505caa4313f is going to be deleted. [ 1277.193310] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.193528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.193617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.193714] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf is going to be deleted. [ 1277.195124] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.195233] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.195302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.195498] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.195589] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.195712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-531a3320-0c0a-4eac-bf21-a6488744ee88" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.195863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.195997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.206162] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.206367] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.206493] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.206757] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.206902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.207201] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.207359] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.207476] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.207686] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.207819] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.208103] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.208258] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.208372] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.208718] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.208888] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.209039] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 75d49f37-8f18-4ed4-93d6-b0472827699b is going to be updated. [ 1277.229345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.229517] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be deleted. [ 1277.230517] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.230743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.269980] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.270300] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.270436] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.270734] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.270936] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.271196] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.305820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.305999] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c70e0e-dd0e-431c-b52d-d1320bdbb39f is going to be deleted. [ 1277.306934] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.307180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.307274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.307401] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64481c0-92ee-4094-81bf-d6aa4151520c" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.308213] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.308314] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.308386] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.308556] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.308638] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.308756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe2dda8-8baf-4f87-9d04-407a5a693d46" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.308880] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.309036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.309114] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.309228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a0bbdd-8078-4e68-b3b7-197c438e280b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.310045] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.310228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.310319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.310445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff50da4d-4b2b-4dd5-bd7e-279e84ad1f1d" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.310591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.310743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.310823] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.310940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04acf909-056d-40b5-a001-95195afa5ebe" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.311070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.311211] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.311288] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.311402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c0105b5-6614-4931-a0df-d6f32a26839b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.311536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.311670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.311743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.311858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec2c38c-f21d-449a-ac7e-af93df8708f0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.311971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.312123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.312199] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2615c17f-fe44-406b-912b-20ca3dfc3606" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312462] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.312608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.312684] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312798] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7020aa-b29d-4ac9-9b00-81cc06681f55" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312911] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.313063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.313138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.313244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7551686-eba4-482e-a5a1-b773ce2d9630" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.313382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.313559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.376315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.376509] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d83096-dd0e-424d-872a-e055097400db is going to be deleted. [ 1277.435064] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.435282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.435282] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.435508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.435598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.435730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.454071] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.454240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.454342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.454595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.454743] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.454895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.458775] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.458909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.458980] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.459224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.459311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.459430] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913009f5-75fd-4502-8632-6505caa4313f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.502278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.502497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.502497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.502728] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.502817] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.502937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c70e0e-dd0e-431c-b52d-d1320bdbb39f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.529441] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.530047] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.530196] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.530402] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.530501] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.530601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.530723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d83096-dd0e-424d-872a-e055097400db" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.592286] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1093ed2-29e8-489f-8f35-6012851cbd39: rpc.has_security_group_logging(os_id): False [ 1277.600187] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03b7e64f-0b3c-42ad-a579-424c1d5dcece: rpc.has_security_group_logging(os_id): False [ 1277.618950] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c17aa30d-98cc-4f77-ae5a-51011f01e2ad: rpc.has_security_group_logging(os_id): False [ 1277.639084] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.639307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.639307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.639515] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.654834] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.655106] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.657866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.658037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.702815] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.703150] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.703249] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.703319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.703552] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.703646] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.703739] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1277.704851] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.705052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.739323] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.739641] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.739747] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.739820] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.740052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.740138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.740226] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece is going to be updated. [ 1277.741390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.741573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.801731] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.802078] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.802203] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.802270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.802536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.802608] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.802700] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad is going to be updated. [ 1277.844755] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.845061] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.845172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.845381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.845527] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.847710] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.847834] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.847897] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.848278] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.848418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.867270] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece in Status: IN_PROGRESS for 2s [ 1277.868307] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1277.907687] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.907882] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.908035] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.908137] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.908284] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.948175] env[66633]: INFO networking_nsxv3.common.synchronization [req-511e501d-198b-4133-bdf8-895fb4eca155 req-17404785-d6aa-48d0-8ab5-4ebaf4d44047 service nova] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 1277.948510] env[66633]: INFO networking_nsxv3.common.synchronization [req-511e501d-198b-4133-bdf8-895fb4eca155 req-17404785-d6aa-48d0-8ab5-4ebaf4d44047 service nova] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1277.948669] env[66633]: INFO networking_nsxv3.common.synchronization [req-511e501d-198b-4133-bdf8-895fb4eca155 req-17404785-d6aa-48d0-8ab5-4ebaf4d44047 service nova] Enqueued Resource ID: 75d49f37-8f18-4ed4-93d6-b0472827699b with Priority: HIGHEST for action port [ 1277.949649] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad in Status: IN_PROGRESS for 2s [ 1277.950105] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_rules [ 1277.950240] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1277.950356] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d49f37-8f18-4ed4-93d6-b0472827699b with Priority: HIGHEST for action port [ 1277.950654] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.952968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.953065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.953458] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.953623] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.954543] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.954670] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.954745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.954919] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.955087] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.955405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.955405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.955405] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.955597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.955597] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.956937] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-75d49f37-8f18-4ed4-93d6-b0472827699b taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.957090] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.957161] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.957329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.957410] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d49f37-8f18-4ed4-93d6-b0472827699b',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.459292] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.460377] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.460484] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.460885] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75d49f37-8f18-4ed4-93d6-b0472827699b with status ACTIVE [ 1278.461081] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.461219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.461265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.461450] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.461809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.461809] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.461809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.461956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.462021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.462255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.462349] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.462473] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.462543] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.462689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.462763] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.462846] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75d49f37-8f18-4ed4-93d6-b0472827699b is going to be updated. [ 1278.488422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.488643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.488643] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.488830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.488953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.489133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75d49f37-8f18-4ed4-93d6-b0472827699b" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.764607] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf in Status: SUCCESS [ 1278.764777] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf deletion is rescheduled due to dependency. [ 1278.765120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98a1f75-7d97-4ccd-a5eb-ae99e89c4acf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.961701] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.464110] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.464620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.464620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.464620] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.464783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.464783] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1279.497395] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.497636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.497715] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.497979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.498222] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.508112] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1279.882610] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece in Status: SUCCESS [ 1279.882900] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.883848] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1279.884041] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.961459] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad in Status: SUCCESS [ 1279.961697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.518403] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1281.518707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.518785] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.519012] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.519209] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.519326] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.519393] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.519547] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.519628] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.519711] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.519804] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.023113] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.526882] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077: rpc.has_security_group_logging(os_id): False [ 1282.545969] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.546271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.546271] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.546504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.546613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.546879] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.547037] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.547108] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.547272] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.547382] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.547478] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be created. [ 1282.612716] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.612716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.612883] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.613077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.613391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.626119] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1282.951781] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.951967] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1284.641082] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1284.641487] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.953363] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.953785] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.954437] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.954813] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.790426] env[66633]: INFO networking_nsxv3.common.synchronization [req-da152f13-1cf6-4ad2-a69b-d59b7b075a3a req-d88f9294-862c-4880-85de-dfed4315500d tempest-ServerActionsTestOtherB-852466792 tempest-ServerActionsTestOtherB-852466792-project-member] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1294.790812] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGHEST for action security_group_members [ 1294.791129] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.791251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.791318] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.791514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.791670] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.791769] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.791831] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.791985] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.792079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.792188] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.294825] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.295076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.295076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.295357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.295357] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.295518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.295592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.295701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.295784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.295842] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.295933] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be updated. [ 1295.324919] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.325145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.325145] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.325303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.325442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.333245] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: IN_PROGRESS for 2s [ 1297.317367] env[66633]: INFO networking_nsxv3.common.synchronization [req-1d1a3e7a-2121-45ea-af05-312692940af0 req-d53ee0a4-789f-4b64-8e6d-044f6c6f7b6e tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_members [ 1297.317601] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad with Priority: HIGHEST for action security_group_members [ 1297.317697] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.317826] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.317892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.318109] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.318257] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.318355] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.318417] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.318568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.318653] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.318746] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c17aa30d-98cc-4f77-ae5a-51011f01e2ad',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.344305] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 in Status: SUCCESS [ 1297.344479] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 deletion is rescheduled due to dependency. [ 1297.344591] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.822012] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.822205] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.822280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.822507] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.822629] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.822858] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.822983] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.823063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.823229] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.823306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.823389] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad is going to be updated. [ 1297.851779] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.851949] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.851995] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.852259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.852423] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.861660] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad in Status: IN_PROGRESS for 2s [ 1299.873783] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad in Status: SUCCESS [ 1299.873783] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c17aa30d-98cc-4f77-ae5a-51011f01e2ad deletion is rescheduled due to dependency. [ 1299.874227] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c17aa30d-98cc-4f77-ae5a-51011f01e2ad" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.921677] env[66633]: INFO networking_nsxv3.common.synchronization [None req-5b222bf6-efea-4b3a-9154-b7d85aac0503 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_rules [ 1301.922372] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_rules [ 1301.922511] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29de8fa-cdca-401f-b597-0d077f58d2c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.922649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.922741] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.922996] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.923117] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.013905] env[66633]: INFO networking_nsxv3.common.synchronization [None req-72c3609a-c52d-428a-9328-be4e191a148c tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_rules [ 1302.014530] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_rules [ 1302.014982] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29de8fa-cdca-401f-b597-0d077f58d2c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.015158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.448588] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.448727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.448958] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.449042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.449788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.449788] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 already deleted. [ 1302.449788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.449788] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.449975] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.450044] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.970199] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.970593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.970593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.970687] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.970756] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.970862] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 already deleted. [ 1302.970948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.410309] env[66633]: INFO networking_nsxv3.common.synchronization [None req-e1910112-b4b1-4570-9768-00a4672f2415 None None] Enqueued Resource ID: 14734dbf-9cdb-4935-a13f-34667171ae29 with Priority: HIGHEST for action port [ 1306.410309] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14734dbf-9cdb-4935-a13f-34667171ae29 with Priority: HIGHEST for action port [ 1306.410309] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-14734dbf-9cdb-4935-a13f-34667171ae29 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.410309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14734dbf-9cdb-4935-a13f-34667171ae29" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.410674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14734dbf-9cdb-4935-a13f-34667171ae29" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.410674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14734dbf-9cdb-4935-a13f-34667171ae29" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.410746] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14734dbf-9cdb-4935-a13f-34667171ae29',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.913372] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14734dbf-9cdb-4935-a13f-34667171ae29 [ 1306.913635] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.913821] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.914101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.914180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.914247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.914345] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14734dbf-9cdb-4935-a13f-34667171ae29 already deleted. [ 1306.914427] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14734dbf-9cdb-4935-a13f-34667171ae29" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.400132] env[66633]: INFO networking_nsxv3.common.synchronization [req-8d9e35c6-b9cb-45a2-812e-8aaeeacecc8a req-6f5245ca-4efb-4638-aa6d-000b10da36e6 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_members [ 1307.400132] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_members [ 1307.400132] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29de8fa-cdca-401f-b597-0d077f58d2c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.400132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.400132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.400132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.400132] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.400132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.400132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.400132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.400923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.401162] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.705487] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.705845] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.705845] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.706128] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.706389] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.706537] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.706651] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.706880] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.707072] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.707289] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.707399] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.707504] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.707608] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.707745] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.707843] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.707997] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.730080] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.730080] env[66633]: DEBUG dogpile.cache.region [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1307.730080] env[66633]: DEBUG dogpile.lock [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.730080] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "network-658" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.730360] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock port-77072a60-efd3-4877-8e4e-a4d36c59dffd taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.730360] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "port-77072a60-efd3-4877-8e4e-a4d36c59dffd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.730484] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "port-77072a60-efd3-4877-8e4e-a4d36c59dffd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.730807] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "port-77072a60-efd3-4877-8e4e-a4d36c59dffd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.730940] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77072a60-efd3-4877-8e4e-a4d36c59dffd',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.906063] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.906266] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.906343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.906566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.906655] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.906873] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.906981] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.907168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.907364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.907447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.907537] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 already deleted. [ 1307.907621] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.234975] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.235291] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.235420] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.235716] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.235865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.236036] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Segment Port 77072a60-efd3-4877-8e4e-a4d36c59dffd not found, creating... [ 1308.236311] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.236467] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.236582] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.236819] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.236993] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.237352] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.237514] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.237628] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.237902] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.237968] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.238109] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Resource: SegmentPort with ID: 77072a60-efd3-4877-8e4e-a4d36c59dffd is going to be created. [ 1308.260555] env[66633]: DEBUG networking_nsxv3.common.locking [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.260818] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.261097] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.261394] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.261865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.261981] env[66633]: DEBUG oslo_concurrency.lockutils [None req-56debf6f-4806-4636-aec9-1934bab08e18 None None] Releasing lock "port-77072a60-efd3-4877-8e4e-a4d36c59dffd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.623772] env[66633]: INFO networking_nsxv3.common.synchronization [None req-7aa48d06-6e4c-48a0-a598-f78844e1edb0 None None] Enqueued Resource ID: 67d93ca4-0ea5-4e09-b13c-9f7412dc8600 with Priority: HIGHEST for action port [ 1308.624424] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d93ca4-0ea5-4e09-b13c-9f7412dc8600 with Priority: HIGHEST for action port [ 1308.624791] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d93ca4-0ea5-4e09-b13c-9f7412dc8600 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.624952] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d93ca4-0ea5-4e09-b13c-9f7412dc8600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.625024] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d93ca4-0ea5-4e09-b13c-9f7412dc8600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.625384] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d93ca4-0ea5-4e09-b13c-9f7412dc8600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.625560] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d93ca4-0ea5-4e09-b13c-9f7412dc8600',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.936429] env[66633]: INFO networking_nsxv3.common.synchronization [req-8d9e35c6-b9cb-45a2-812e-8aaeeacecc8a req-4f38d3d7-02f8-4288-8d6b-33b5f38ea595 service nova] Enqueued Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_rules [ 1308.936687] env[66633]: INFO networking_nsxv3.common.synchronization [req-8d9e35c6-b9cb-45a2-812e-8aaeeacecc8a req-4f38d3d7-02f8-4288-8d6b-33b5f38ea595 service nova] Enqueued Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_members [ 1308.936780] env[66633]: INFO networking_nsxv3.common.synchronization [req-8d9e35c6-b9cb-45a2-812e-8aaeeacecc8a req-4f38d3d7-02f8-4288-8d6b-33b5f38ea595 service nova] Enqueued Resource ID: 77072a60-efd3-4877-8e4e-a4d36c59dffd with Priority: HIGHEST for action port [ 1308.937269] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_rules [ 1308.937405] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_members [ 1308.937503] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77072a60-efd3-4877-8e4e-a4d36c59dffd with Priority: HIGHEST for action port [ 1308.937776] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29de8fa-cdca-401f-b597-0d077f58d2c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.937895] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.937961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.938194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.938332] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.939595] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29de8fa-cdca-401f-b597-0d077f58d2c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.939710] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.939775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.939943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.940099] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.940193] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.940255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.940394] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.940477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.940597] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.941918] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-77072a60-efd3-4877-8e4e-a4d36c59dffd taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.942101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77072a60-efd3-4877-8e4e-a4d36c59dffd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.942101] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77072a60-efd3-4877-8e4e-a4d36c59dffd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.942364] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77072a60-efd3-4877-8e4e-a4d36c59dffd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.942444] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77072a60-efd3-4877-8e4e-a4d36c59dffd',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.128728] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67d93ca4-0ea5-4e09-b13c-9f7412dc8600 [ 1309.129167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.129407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.129512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.129783] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.129971] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.130134] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67d93ca4-0ea5-4e09-b13c-9f7412dc8600 already deleted. [ 1309.130292] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d93ca4-0ea5-4e09-b13c-9f7412dc8600" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.440580] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29de8fa-cdca-401f-b597-0d077f58d2c5 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.440838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.442186] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.443747] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77072a60-efd3-4877-8e4e-a4d36c59dffd with status ACTIVE [ 1309.443971] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.444120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.444187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.444451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.444509] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.444643] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.444780] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.444819] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.444968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.445071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.445275] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.445397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.445476] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.445639] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.445750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.445835] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77072a60-efd3-4877-8e4e-a4d36c59dffd is going to be updated. [ 1309.470411] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.470576] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.470641] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.470844] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.470978] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.471160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77072a60-efd3-4877-8e4e-a4d36c59dffd" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.944872] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.447743] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.447923] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.448176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.448429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.448525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.448624] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 is going to be created. [ 1310.471140] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.471353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.471353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.471545] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.471705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.480652] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 in Status: UNINITIALIZED for 2s [ 1312.491224] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 in Status: SUCCESS [ 1312.491577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.491577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.491762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.491949] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.492081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.492149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.492304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.492387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.492475] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.492566] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.968098] env[66633]: INFO networking_nsxv3.common.synchronization [req-f0321a55-bf3d-4098-921a-c2d900d319cb req-791c58ad-6b25-4564-b323-b28ce3333556 tempest-ServerGroupTestJSON-1924845907 tempest-ServerGroupTestJSON-1924845907-project-member] Enqueued Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGHEST for action security_group_members [ 1312.968841] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGHEST for action security_group_members [ 1312.969270] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba959694-d4f5-4683-ac38-697a39582df1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.969373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.969431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.969754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.969945] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.970070] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.970111] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.971075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.971075] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.971075] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.994512] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.295486] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.295725] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-37" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.295927] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-37" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.296315] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-37" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.296682] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.296840] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.297030] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.297319] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.297462] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.297714] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.297858] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1313.297992] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1313.298140] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1313.298274] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.298400] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1313.298539] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1313.318365] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1313.318555] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1313.318644] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1313.318823] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-37" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.319152] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-a0d3f5e1-dff5-49fe-8d37-52586489cce4 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.319320] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-a0d3f5e1-dff5-49fe-8d37-52586489cce4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.319437] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-a0d3f5e1-dff5-49fe-8d37-52586489cce4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.319764] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-a0d3f5e1-dff5-49fe-8d37-52586489cce4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.319902] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d3f5e1-dff5-49fe-8d37-52586489cce4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.476680] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.476871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.476912] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.477113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.477204] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.477397] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.477499] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.477555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.477694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.477758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.477832] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba959694-d4f5-4683-ac38-697a39582df1 already deleted. [ 1313.477916] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.496739] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29de8fa-cdca-401f-b597-0d077f58d2c5: rpc.has_security_group_logging(os_id): False [ 1313.514435] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.514435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.514435] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.514649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.514792] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.514933] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.515033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.515098] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.515238] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.515315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.515399] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 is going to be created. [ 1313.580894] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.581113] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.581162] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.581352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.581613] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.592258] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 in Status: IN_PROGRESS for 2s [ 1313.823180] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.823406] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.823529] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.823822] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.823967] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.824130] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port a0d3f5e1-dff5-49fe-8d37-52586489cce4 not found, creating... [ 1313.824382] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.824537] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.824651] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.824865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.825011] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.825296] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.825442] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.825553] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.825754] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.825881] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.826031] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: a0d3f5e1-dff5-49fe-8d37-52586489cce4 is going to be created. [ 1313.849264] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.849520] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.849624] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.849991] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.850296] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.850522] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-a0d3f5e1-dff5-49fe-8d37-52586489cce4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.559403] env[66633]: INFO networking_nsxv3.common.synchronization [req-f0321a55-bf3d-4098-921a-c2d900d319cb req-3ea77109-7966-460c-8a84-accd47973aa7 service nova] Enqueued Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGHEST for action security_group_rules [ 1314.559653] env[66633]: INFO networking_nsxv3.common.synchronization [req-f0321a55-bf3d-4098-921a-c2d900d319cb req-3ea77109-7966-460c-8a84-accd47973aa7 service nova] Enqueued Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGHEST for action security_group_members [ 1314.559756] env[66633]: INFO networking_nsxv3.common.synchronization [req-f0321a55-bf3d-4098-921a-c2d900d319cb req-3ea77109-7966-460c-8a84-accd47973aa7 service nova] Enqueued Resource ID: a0d3f5e1-dff5-49fe-8d37-52586489cce4 with Priority: HIGHEST for action port [ 1314.560241] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGHEST for action security_group_rules [ 1314.560376] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGHEST for action security_group_members [ 1314.560473] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d3f5e1-dff5-49fe-8d37-52586489cce4 with Priority: HIGHEST for action port [ 1314.560784] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba959694-d4f5-4683-ac38-697a39582df1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.560917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.560990] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.561257] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.561338] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.562165] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba959694-d4f5-4683-ac38-697a39582df1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.562277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.562344] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.562519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.562722] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.562871] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.562979] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.563839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.563839] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.563839] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.564769] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d3f5e1-dff5-49fe-8d37-52586489cce4 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.564909] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d3f5e1-dff5-49fe-8d37-52586489cce4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.564967] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d3f5e1-dff5-49fe-8d37-52586489cce4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.565134] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d3f5e1-dff5-49fe-8d37-52586489cce4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.565239] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d3f5e1-dff5-49fe-8d37-52586489cce4',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.067537] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba959694-d4f5-4683-ac38-697a39582df1 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.067719] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.067962] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.068959] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0d3f5e1-dff5-49fe-8d37-52586489cce4 with status ACTIVE [ 1315.069167] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.069279] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.069348] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.069569] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.069666] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.069844] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.069942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.070015] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.070180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.070259] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.070451] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.070541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.070601] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.070761] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.070838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.070924] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0d3f5e1-dff5-49fe-8d37-52586489cce4 is going to be updated. [ 1315.094358] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.094566] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.094623] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.094796] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.094937] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.095115] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d3f5e1-dff5-49fe-8d37-52586489cce4" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.572721] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.606507] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 in Status: SUCCESS [ 1315.606727] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.076040] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.076215] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.076289] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.076519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.076609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.076710] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba959694-d4f5-4683-ac38-697a39582df1 is going to be created. [ 1316.102845] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.102845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.102845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.102845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.102845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.111782] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba959694-d4f5-4683-ac38-697a39582df1 in Status: UNINITIALIZED for 2s [ 1318.123166] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba959694-d4f5-4683-ac38-697a39582df1 in Status: SUCCESS [ 1318.123679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.123679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.123837] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.124123] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.124277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.124397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.124582] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.124683] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.124808] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.124952] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.628189] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba959694-d4f5-4683-ac38-697a39582df1 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.628428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.628428] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.628572] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.628732] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.628838] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.628903] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.629069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.629158] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.629250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.629400] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba959694-d4f5-4683-ac38-697a39582df1 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.629495] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.629555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.629698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.629838] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.629930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.629991] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.630143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.630260] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.630306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.630385] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.132499] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba959694-d4f5-4683-ac38-697a39582df1: rpc.has_security_group_logging(os_id): False [ 1319.156930] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.157165] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.157245] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.157549] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.157682] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.157956] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.158142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.158240] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.158474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.158588] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.158875] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.159034] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.159131] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.159340] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.159455] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.159708] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.159856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.159925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.160122] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.160224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.160339] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba959694-d4f5-4683-ac38-697a39582df1 is going to be created. [ 1319.241862] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.242156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.242156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.242343] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.242605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.258226] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba959694-d4f5-4683-ac38-697a39582df1 in Status: IN_PROGRESS for 2s [ 1319.561223] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.561438] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1321.270615] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba959694-d4f5-4683-ac38-697a39582df1 in Status: SUCCESS [ 1321.271099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.562738] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.563180] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.443500] env[66633]: INFO networking_nsxv3.common.synchronization [req-66fd21fd-15f0-4192-b0e6-00f0d4f19bb0 req-c463a873-d7aa-41cb-ab68-c1a0b283fb05 tempest-ServerGroupTestJSON-1924845907 tempest-ServerGroupTestJSON-1924845907-project-member] Enqueued Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGHEST for action security_group_members [ 1325.444281] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGHEST for action security_group_members [ 1325.444866] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba959694-d4f5-4683-ac38-697a39582df1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.444935] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.445016] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.445248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.445412] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.445513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.445578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.445732] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.445818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.445908] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.948920] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.948920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.948920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.948920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.948920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.949457] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.949457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.949457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.949457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.949457] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.949457] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba959694-d4f5-4683-ac38-697a39582df1 is going to be updated. [ 1325.981106] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.981315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.981315] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.981508] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.981649] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.989865] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba959694-d4f5-4683-ac38-697a39582df1 in Status: IN_PROGRESS for 2s [ 1328.000787] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba959694-d4f5-4683-ac38-697a39582df1 in Status: SUCCESS [ 1328.001198] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba959694-d4f5-4683-ac38-697a39582df1 deletion is rescheduled due to dependency. [ 1328.001198] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.445654] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.446029] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.446702] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.447094] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.448084] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.448443] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.449686] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.450136] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.714077] env[66633]: INFO networking_nsxv3.common.synchronization [req-f25209bb-9d2e-4a70-b72f-d587b4df44f4 req-f4e4734f-bbd4-4848-9a9b-0236dea17827 tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_members [ 1348.716863] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece with Priority: HIGHEST for action security_group_members [ 1348.717294] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b7e64f-0b3c-42ad-a579-424c1d5dcece taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.717411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.717551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.717675] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.717840] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.717944] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.718031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.718168] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.718241] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.718397] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b7e64f-0b3c-42ad-a579-424c1d5dcece',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.221147] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.221147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.221147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.221440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.221440] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.221743] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.221920] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.222055] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.222308] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.222447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.222593] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece is going to be updated. [ 1349.250420] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.250634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.250634] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.250830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.250970] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.259445] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece in Status: IN_PROGRESS for 2s [ 1351.270085] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece in Status: SUCCESS [ 1351.270492] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b7e64f-0b3c-42ad-a579-424c1d5dcece deletion is rescheduled due to dependency. [ 1351.270492] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b7e64f-0b3c-42ad-a579-424c1d5dcece" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.717777] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.717777] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.718925] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.719339] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.720454] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.720927] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.284444] env[66633]: INFO networking_nsxv3.common.synchronization [req-71b71282-e19d-48a4-9214-22e870bfeac6 req-e449ffa1-8c73-4c68-9815-9d792711d5a1 tempest-AttachVolumeNegativeTest-1522741615 tempest-AttachVolumeNegativeTest-1522741615-project-member] Enqueued Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_members [ 1368.285170] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGHEST for action security_group_members [ 1368.285573] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29de8fa-cdca-401f-b597-0d077f58d2c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.285748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.285848] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.286133] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.286351] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.286497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.286593] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.286807] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.286928] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.287070] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.789575] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.789791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.789791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.790021] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.790125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.790322] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.790429] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.790493] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.790648] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.790723] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.790808] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 is going to be updated. [ 1368.819171] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.819387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.819387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.819563] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.819703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.827663] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 in Status: IN_PROGRESS for 2s [ 1370.840490] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 in Status: SUCCESS [ 1370.840779] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 deletion is rescheduled due to dependency. [ 1370.840779] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.286534] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.286899] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.287401] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.287821] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.472651] env[66633]: INFO networking_nsxv3.common.synchronization [req-91b294d1-e8f5-47d5-9725-51b9ad9adc5e req-3355c3db-c581-4beb-a9be-8aca8bd99739 tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1381.473045] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1381.473754] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.473754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.473754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.473754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.473954] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.473954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.474050] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.474176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.474581] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.474581] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.976812] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.977060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.977060] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.977237] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.977295] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.977518] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.977626] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.977690] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.977846] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.978017] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.978017] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1382.005278] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.005578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.005578] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.005651] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.005804] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.013799] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1384.025893] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1384.026273] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 deletion is rescheduled due to dependency. [ 1384.026273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.474108] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.474487] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.475095] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.475445] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.777884] env[66633]: INFO networking_nsxv3.common.synchronization [req-bc9d6a31-8c55-4314-b99b-1f13d88341fc req-e75c7653-9f9a-4f61-bd15-f67eea2f517f tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1392.778444] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1392.778756] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.778881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.778948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.779369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.779369] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.779525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.779525] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.779598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.779673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.779755] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.065058] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.065232] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.065318] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.065599] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.065880] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.066058] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.066176] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.066392] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.066532] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.066748] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.066869] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.067012] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.067128] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.067237] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.067350] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.067477] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.089336] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.089508] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1393.089634] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.089810] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.090183] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-952c33ec-bd35-4955-9b30-45ac44f060bf taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.090360] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-952c33ec-bd35-4955-9b30-45ac44f060bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.090478] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-952c33ec-bd35-4955-9b30-45ac44f060bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.090802] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-952c33ec-bd35-4955-9b30-45ac44f060bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.090996] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('952c33ec-bd35-4955-9b30-45ac44f060bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.282235] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.282406] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.282502] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.282686] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.282776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.282967] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.283096] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.283156] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.283307] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.283383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.283470] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1393.308931] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.309139] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.309184] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.309342] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.309478] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.318035] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1393.593825] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.594067] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.594174] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.594466] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.594641] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.594804] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 952c33ec-bd35-4955-9b30-45ac44f060bf not found, creating... [ 1393.595077] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.595238] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.595355] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.595584] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.595725] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.596044] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.596203] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.596320] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.596528] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.596664] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.596801] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 952c33ec-bd35-4955-9b30-45ac44f060bf is going to be created. [ 1393.616982] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.617223] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.617347] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.617631] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.617868] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.618105] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-952c33ec-bd35-4955-9b30-45ac44f060bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.297431] env[66633]: INFO networking_nsxv3.common.synchronization [req-bc9d6a31-8c55-4314-b99b-1f13d88341fc req-7bf076d0-291d-449b-b10b-7f87b8e3c777 service nova] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1394.297698] env[66633]: INFO networking_nsxv3.common.synchronization [req-bc9d6a31-8c55-4314-b99b-1f13d88341fc req-7bf076d0-291d-449b-b10b-7f87b8e3c777 service nova] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1394.297739] env[66633]: INFO networking_nsxv3.common.synchronization [req-bc9d6a31-8c55-4314-b99b-1f13d88341fc req-7bf076d0-291d-449b-b10b-7f87b8e3c777 service nova] Enqueued Resource ID: 952c33ec-bd35-4955-9b30-45ac44f060bf with Priority: HIGHEST for action port [ 1394.298308] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1394.298457] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1394.298607] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952c33ec-bd35-4955-9b30-45ac44f060bf with Priority: HIGHEST for action port [ 1394.298887] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.299120] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.299201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.299411] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.299494] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.300850] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.300951] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.301168] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-952c33ec-bd35-4955-9b30-45ac44f060bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.301273] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-952c33ec-bd35-4955-9b30-45ac44f060bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.301338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-952c33ec-bd35-4955-9b30-45ac44f060bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.301539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-952c33ec-bd35-4955-9b30-45ac44f060bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.301622] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('952c33ec-bd35-4955-9b30-45ac44f060bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.804072] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.804304] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.804365] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 952c33ec-bd35-4955-9b30-45ac44f060bf with status ACTIVE [ 1394.804553] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.804689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.804762] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.804986] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.805084] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.805256] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.805352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.805414] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.805568] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.805645] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.805823] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.805959] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.806040] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.806182] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.806258] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.806374] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 952c33ec-bd35-4955-9b30-45ac44f060bf is going to be updated. [ 1394.827352] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.827541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.827541] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.827712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.827847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.828014] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-952c33ec-bd35-4955-9b30-45ac44f060bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.327983] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1395.328374] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 deletion is rescheduled due to dependency. [ 1395.328374] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.328496] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.328658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.328837] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.328953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.329023] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.329176] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.329255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.329348] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.831935] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.335051] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.837295] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.837477] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.837521] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.837753] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.837847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.837954] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1396.864787] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.864954] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.865036] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.865242] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.865390] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.873849] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1398.885621] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1398.885968] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.886031] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.886226] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.886422] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.886539] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.886606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.886759] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.886840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.886927] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.887034] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.299415] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.299613] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1399.389223] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.891818] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1093ed2-29e8-489f-8f35-6012851cbd39: rpc.has_security_group_logging(os_id): False [ 1399.911241] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.911472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.911472] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.911660] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.911752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.912016] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.912123] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.912187] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.912338] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.912413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.912501] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1399.975560] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.975777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.975777] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.976104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.976280] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.989099] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1402.004098] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1402.004585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.300639] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.300639] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.301100] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.301468] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.302846] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.303453] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.304346] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.304729] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.305799] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.306245] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.306746] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.307138] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.308451] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.308885] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.310144] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.310416] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.311602] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.312113] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.312530] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.312925] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.314118] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.314118] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.315210] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.315590] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.316519] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.316883] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.317534] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.317766] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.318782] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.319162] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.344159] env[66633]: INFO networking_nsxv3.common.synchronization [req-f3676ed5-0ab6-4515-9dfa-64876bcd5997 req-eab3d6e9-7ca7-44a3-aadc-d2a019e78079 tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1474.344735] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1474.345176] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.345333] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.345410] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.345644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.345843] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.345953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.346063] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.346173] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.346293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.346391] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.848827] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.849062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.849062] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.849324] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.849468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.849699] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.849847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.849931] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.850126] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.850234] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.850343] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1474.885767] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.886018] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.886071] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.886265] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.886418] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.895323] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1476.906352] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1476.906748] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 deletion is rescheduled due to dependency. [ 1476.906748] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.345901] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.346320] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.277648] env[66633]: INFO networking_nsxv3.common.synchronization [req-c07e8045-8252-43be-9d2d-80f17077dcdd req-9d28454c-cf8e-4ba4-a94e-d58a0c785f4d tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1481.277873] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1481.278021] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.278149] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.278219] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.278436] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.278640] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.278750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.278816] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.278984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.279081] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.279174] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.543339] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.543561] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.543694] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.543954] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.544234] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.544472] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.544587] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.544802] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.544943] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.545189] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1481.545312] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] NeedRegenerationException {{(pid=66633) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1481.545429] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] no value, waiting for create lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1481.545537] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] value creation lock acquired {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1481.545644] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] No value present for key: 'zone-id' {{(pid=66633) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1481.545745] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Calling creation function for not-yet-present value {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1481.545874] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1481.568674] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1481.568823] env[66633]: DEBUG dogpile.cache.region [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66633) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1481.568956] env[66633]: DEBUG dogpile.lock [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Released creation lock {{(pid=66633) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1481.569148] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "network-12" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.569446] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock port-97932443-6478-46bb-aa4c-4d0f9838ed6a taken with stack trace [, , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.569615] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "port-97932443-6478-46bb-aa4c-4d0f9838ed6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.569730] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "port-97932443-6478-46bb-aa4c-4d0f9838ed6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.570094] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "port-97932443-6478-46bb-aa4c-4d0f9838ed6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.570200] env[66633]: DEBUG networking_nsxv3.api.rpc [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97932443-6478-46bb-aa4c-4d0f9838ed6a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.783252] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.783454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.783454] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.783784] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.783894] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.784103] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.784207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.784269] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.784474] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.784551] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.784638] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1481.809238] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.809431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.809473] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.809742] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.809921] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.820229] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1482.072366] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.072593] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.072593] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.072865] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.073031] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.073196] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Segment Port 97932443-6478-46bb-aa4c-4d0f9838ed6a not found, creating... [ 1482.073486] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.073640] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.073755] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.073972] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.074127] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.074441] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.074606] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.074731] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.074951] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.075099] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.075237] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Resource: SegmentPort with ID: 97932443-6478-46bb-aa4c-4d0f9838ed6a is going to be created. [ 1482.095886] env[66633]: DEBUG networking_nsxv3.common.locking [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.096127] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.096199] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.096461] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.096752] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.096979] env[66633]: DEBUG oslo_concurrency.lockutils [None req-392ff350-5835-48f5-b022-7fa77fb7b9ac None None] Releasing lock "port-97932443-6478-46bb-aa4c-4d0f9838ed6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.782995] env[66633]: INFO networking_nsxv3.common.synchronization [req-c07e8045-8252-43be-9d2d-80f17077dcdd req-6a1b4152-729a-4a6a-8ef0-d30a3afa3e49 service nova] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1482.782995] env[66633]: INFO networking_nsxv3.common.synchronization [req-c07e8045-8252-43be-9d2d-80f17077dcdd req-6a1b4152-729a-4a6a-8ef0-d30a3afa3e49 service nova] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1482.783359] env[66633]: INFO networking_nsxv3.common.synchronization [req-c07e8045-8252-43be-9d2d-80f17077dcdd req-6a1b4152-729a-4a6a-8ef0-d30a3afa3e49 service nova] Enqueued Resource ID: 97932443-6478-46bb-aa4c-4d0f9838ed6a with Priority: HIGHEST for action port [ 1482.783546] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_rules [ 1482.783716] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1482.783821] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97932443-6478-46bb-aa4c-4d0f9838ed6a with Priority: HIGHEST for action port [ 1482.784125] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.784251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.784370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.784559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.784641] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.785685] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.785685] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.785795] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock port-97932443-6478-46bb-aa4c-4d0f9838ed6a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.785866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97932443-6478-46bb-aa4c-4d0f9838ed6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.785866] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97932443-6478-46bb-aa4c-4d0f9838ed6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.786028] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97932443-6478-46bb-aa4c-4d0f9838ed6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.786096] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97932443-6478-46bb-aa4c-4d0f9838ed6a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.287925] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.288147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.288256] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97932443-6478-46bb-aa4c-4d0f9838ed6a with status ACTIVE [ 1483.288419] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.288530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.288597] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.288813] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.288896] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.289076] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.289167] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.289224] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.289396] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.289468] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.290121] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.290121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.290121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.290121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.290121] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.290121] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97932443-6478-46bb-aa4c-4d0f9838ed6a is going to be updated. [ 1483.310990] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.311228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.311228] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.311465] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.311603] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.311768] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97932443-6478-46bb-aa4c-4d0f9838ed6a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.830064] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1483.830379] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 deletion is rescheduled due to dependency. [ 1483.830379] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.830847] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.831074] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.831261] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.831377] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.831442] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.831598] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.831679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.831771] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.334054] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.835980] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.339421] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.339421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.339421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.339421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.339421] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.339421] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1485.369087] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.369248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.369312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.369514] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.369665] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.379402] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1487.392064] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1487.392064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.392064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.392064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.392064] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.392064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.392064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.392745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.392745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.392745] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.392745] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.785670] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.785670] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1487.895185] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.397774] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1093ed2-29e8-489f-8f35-6012851cbd39: rpc.has_security_group_logging(os_id): False [ 1488.415106] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.415298] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.415359] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.415612] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.415707] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.415975] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.416093] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.416157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.416303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.416404] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.416498] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1488.481453] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.481689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.481689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.481892] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.482042] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.494957] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1490.510805] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1490.510805] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.787038] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.787412] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.215524] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1496.216136] env[66633]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5ae15d98-1cb4-4678-b3b7-5deb8b1f9700 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1497.788210] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.788640] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.789853] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.790319] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.790977] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.790977] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.160455] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.160907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.160907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.160907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.161088] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.664020] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.166476] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.668343] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1512.668545] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1512.792167] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.792167] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.528696] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.529141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.529141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.529141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.541131] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1513.542019] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.543411] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1513.582665] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.582914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.582914] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.583143] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.597052] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.597788] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1513.597866] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1513.597962] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1513.628977] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.629174] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.629250] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.629397] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.630152] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.630331] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1513.701040] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.701255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.701255] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.701448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.701765] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.702055] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1513.774727] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.774887] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.774993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.775248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.775595] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.775873] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1513.775965] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'077b2ee4-b138-4085-a14f-dd443d26b83f', 'ba959694-d4f5-4683-ac38-697a39582df1', 'a1093ed2-29e8-489f-8f35-6012851cbd39', '4c3f8a97-0d93-4ece-8c97-16aa4e2c6077', 'd41e18af-35e2-4e34-96f9-455fb65b29a2', '65065900-7149-4d7f-ad23-d96e6e5a96cf', 'ebfb4114-f8eb-4b3f-9376-e0943ba3910a', '104784a2-622e-4885-9cfa-e59104f9d491', '33f35207-b631-43d8-9917-7b7a5d264d5a', '1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a', 'e64dcf9e-0b27-43ed-99db-767d96145ad0', 'd49b2076-82c3-4526-901f-accdb818cb9e', '20804a61-fc00-43e0-b987-d4a7859059c5', '5c0762b3-9aec-484f-9095-63312b4ce82e', '628f9d2f-fc5a-480e-906b-5480b97b49ae', 'e29de8fa-cdca-401f-b597-0d077f58d2c5', 'c4f36181-9196-40e6-97f8-2c2535cf65d5', '932c58a7-5496-408a-bc53-f5bc929053bf', '36e89d36-60c2-4f5c-98eb-5662490cdb7f', '82e41a7e-c966-43e7-aef2-a2be3dd74141', '4dcde110-eff7-4603-a269-0b8380fce19f', '9d36e966-358e-4ab0-89ec-8df0bdbbf3fa', 'ecf5ad64-d8d0-49d7-8080-e5450bd83a4f', '13b0cfa7-b6f5-484b-9392-7b32a6bfd0db', '55010995-c170-47a6-9133-b86bd611f948', '6553a6b0-0d62-43bd-98f6-d9dcff1fa218', '6413a8e6-db90-4894-80e7-81a90f5775d3', '03b7e64f-0b3c-42ad-a579-424c1d5dcece', 'c17aa30d-98cc-4f77-ae5a-51011f01e2ad'} {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1513.776125] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1513.794509] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.794701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.794701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.794884] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.794993] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.795119] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1513.795173] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1513.795279] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1513.869393] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.869658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.869658] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.869841] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.871033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.871332] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1513.871404] env[66633]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66633) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1513.871481] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1513.871546] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1513.871846] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1513.871846] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGH for action security_group_rules [ 1513.871846] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGH for action security_group_rules [ 1513.871846] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGH for action security_group_rules [ 1513.872054] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGH for action security_group_rules [ 1513.872054] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGH for action security_group_rules [ 1513.872054] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGH for action security_group_rules [ 1513.872054] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGH for action security_group_rules [ 1513.872302] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGH for action security_group_rules [ 1513.872302] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGH for action security_group_rules [ 1513.872302] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGH for action security_group_rules [ 1513.872302] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGH for action security_group_rules [ 1513.872458] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGH for action security_group_rules [ 1513.872458] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGH for action security_group_rules [ 1513.872458] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGH for action security_group_rules [ 1513.872551] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGH for action security_group_rules [ 1513.872599] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGH for action security_group_rules [ 1513.872635] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGH for action security_group_rules [ 1513.872702] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGH for action security_group_rules [ 1513.872746] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGH for action security_group_rules [ 1513.872792] env[66633]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGH for action security_group_rules [ 1513.872902] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.793166] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.793517] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1517.793517] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077b2ee4-b138-4085-a14f-dd443d26b83f with Priority: HIGH for action security_group_rules [ 1517.793517] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGH for action security_group_rules [ 1517.793634] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a with Priority: HIGH for action security_group_rules [ 1517.793669] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae with Priority: HIGH for action security_group_rules [ 1517.793766] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 with Priority: HIGH for action security_group_rules [ 1517.793859] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f with Priority: HIGH for action security_group_rules [ 1517.793950] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932c58a7-5496-408a-bc53-f5bc929053bf with Priority: HIGH for action security_group_rules [ 1517.794054] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 with Priority: HIGH for action security_group_rules [ 1517.794149] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0762b3-9aec-484f-9095-63312b4ce82e with Priority: HIGH for action security_group_rules [ 1517.794238] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 with Priority: HIGH for action security_group_rules [ 1517.794365] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20804a61-fc00-43e0-b987-d4a7859059c5 with Priority: HIGH for action security_group_rules [ 1517.794425] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49b2076-82c3-4526-901f-accdb818cb9e with Priority: HIGH for action security_group_rules [ 1517.794486] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 with Priority: HIGH for action security_group_rules [ 1517.794588] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a with Priority: HIGH for action security_group_rules [ 1517.794756] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f35207-b631-43d8-9917-7b7a5d264d5a with Priority: HIGH for action security_group_rules [ 1517.794856] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf with Priority: HIGH for action security_group_rules [ 1517.794952] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104784a2-622e-4885-9cfa-e59104f9d491 with Priority: HIGH for action security_group_rules [ 1517.795053] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 with Priority: HIGH for action security_group_rules [ 1517.795142] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba959694-d4f5-4683-ac38-697a39582df1 with Priority: HIGH for action security_group_rules [ 1517.795231] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 with Priority: HIGH for action security_group_rules [ 1517.795567] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077b2ee4-b138-4085-a14f-dd443d26b83f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.795701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.795775] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.795974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.796067] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077b2ee4-b138-4085-a14f-dd443d26b83f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.797347] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.797464] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.797528] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.797698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.797773] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.798559] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.798703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.798703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.798827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.798895] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebfb4114-f8eb-4b3f-9376-e0943ba3910a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.799677] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628f9d2f-fc5a-480e-906b-5480b97b49ae taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.799677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.799781] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.799873] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.799946] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628f9d2f-fc5a-480e-906b-5480b97b49ae',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.800695] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82e41a7e-c966-43e7-aef2-a2be3dd74141 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.800791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.800791] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.800925] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.800995] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82e41a7e-c966-43e7-aef2-a2be3dd74141',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.801906] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.801906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.802138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.802138] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.802138] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36e89d36-60c2-4f5c-98eb-5662490cdb7f',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.802850] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932c58a7-5496-408a-bc53-f5bc929053bf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.802966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.802966] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.803157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.803207] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932c58a7-5496-408a-bc53-f5bc929053bf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.804033] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f36181-9196-40e6-97f8-2c2535cf65d5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.804033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.804033] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.804274] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.804274] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f36181-9196-40e6-97f8-2c2535cf65d5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.804942] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0762b3-9aec-484f-9095-63312b4ce82e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.805125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.805125] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.805247] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.805289] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0762b3-9aec-484f-9095-63312b4ce82e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.806032] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29de8fa-cdca-401f-b597-0d077f58d2c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.806155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.806201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.806332] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.806439] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29de8fa-cdca-401f-b597-0d077f58d2c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.807409] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20804a61-fc00-43e0-b987-d4a7859059c5 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.807409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.807409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.807409] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.807713] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20804a61-fc00-43e0-b987-d4a7859059c5',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.808151] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49b2076-82c3-4526-901f-accdb818cb9e taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.808407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.808407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.808615] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.808615] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49b2076-82c3-4526-901f-accdb818cb9e',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.809308] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e64dcf9e-0b27-43ed-99db-767d96145ad0 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.809513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.809513] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.809599] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.809634] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e64dcf9e-0b27-43ed-99db-767d96145ad0',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.810626] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.810809] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.810987] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.811164] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.811306] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.812056] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f35207-b631-43d8-9917-7b7a5d264d5a taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.812248] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.812317] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.812565] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.812682] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f35207-b631-43d8-9917-7b7a5d264d5a',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.813534] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65065900-7149-4d7f-ad23-d96e6e5a96cf taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.813673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.813673] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.813795] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.813865] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65065900-7149-4d7f-ad23-d96e6e5a96cf',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.814556] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-104784a2-622e-4885-9cfa-e59104f9d491 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.814654] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.814705] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.814855] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.814930] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('104784a2-622e-4885-9cfa-e59104f9d491',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.815594] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d41e18af-35e2-4e34-96f9-455fb65b29a2 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.815712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.815776] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.815948] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.816008] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d41e18af-35e2-4e34-96f9-455fb65b29a2',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.816652] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba959694-d4f5-4683-ac38-697a39582df1 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.816750] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.816818] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.816984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.817070] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba959694-d4f5-4683-ac38-697a39582df1',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.817801] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.817907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.817972] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.818132] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.818203] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f8a97-0d93-4ece-8c97-16aa4e2c6077',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.823963] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.824104] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.824180] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.824703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.824703] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.824703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.824703] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.825102] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.825194] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.825312] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.825398] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.853115] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.853270] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.853352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.853573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.855941] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.856065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.856743] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.856840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.857524] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.857617] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.874829] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.874952] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077b2ee4-b138-4085-a14f-dd443d26b83f is going to be deleted. [ 1517.875955] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.876201] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.894789] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.894929] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36e89d36-60c2-4f5c-98eb-5662490cdb7f is going to be deleted. [ 1517.895758] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.895963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.913311] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.913495] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628f9d2f-fc5a-480e-906b-5480b97b49ae is going to be deleted. [ 1517.914302] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.914512] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.941099] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.941270] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebfb4114-f8eb-4b3f-9376-e0943ba3910a is going to be deleted. [ 1517.942791] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.942956] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.943010] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.943232] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.943297] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.943368] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077b2ee4-b138-4085-a14f-dd443d26b83f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.946959] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.947155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.947155] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.947329] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.947413] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.947522] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36e89d36-60c2-4f5c-98eb-5662490cdb7f" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.002332] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.002594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.002594] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.002845] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.002930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.003064] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628f9d2f-fc5a-480e-906b-5480b97b49ae" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.017233] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.017416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.017416] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.017606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.017697] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.017811] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebfb4114-f8eb-4b3f-9376-e0943ba3910a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.352211] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.357140] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.357403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.357403] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.358154] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.367065] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.367212] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.370270] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.370373] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.371961] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.372073] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.402117] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.402328] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.405037] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.405179] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.405958] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.406077] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.406831] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.406939] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.407635] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.407730] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.408435] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.408526] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.409208] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.409303] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.409886] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.410386] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.410510] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.411695] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.412217] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.412366] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.412926] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.413323] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.413434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.414065] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.414578] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.414716] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.415282] env[66633]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1518.415713] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.415856] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82e41a7e-c966-43e7-aef2-a2be3dd74141 is going to be deleted. [ 1518.416751] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.416957] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.435407] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.435556] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f35207-b631-43d8-9917-7b7a5d264d5a is going to be deleted. [ 1518.436448] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.436650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.456309] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.456309] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a is going to be deleted. [ 1518.457170] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.457380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.471654] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.471876] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.475452] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.475579] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20804a61-fc00-43e0-b987-d4a7859059c5 is going to be deleted. [ 1518.476451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.476664] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.484196] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.484363] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.502857] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.503091] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f36181-9196-40e6-97f8-2c2535cf65d5 is going to be deleted. [ 1518.503974] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.504209] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.534660] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.534917] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.539843] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.539962] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0762b3-9aec-484f-9095-63312b4ce82e is going to be deleted. [ 1518.540840] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.541069] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.551110] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.551306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.567982] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.568209] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e64dcf9e-0b27-43ed-99db-767d96145ad0 is going to be deleted. [ 1518.569351] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.569567] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.631368] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.631573] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.637694] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.637851] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29de8fa-cdca-401f-b597-0d077f58d2c5 is going to be deleted. [ 1518.638738] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.638953] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.640665] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.640782] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.660810] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.661011] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932c58a7-5496-408a-bc53-f5bc929053bf is going to be deleted. [ 1518.661881] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.662119] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.670882] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.671068] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.707606] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.707606] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d41e18af-35e2-4e34-96f9-455fb65b29a2 is going to be deleted. [ 1518.708536] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.708688] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.747755] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.747962] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.764906] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.765102] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba959694-d4f5-4683-ac38-697a39582df1 is going to be deleted. [ 1518.766022] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.766244] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.822963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.823439] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65065900-7149-4d7f-ad23-d96e6e5a96cf is going to be deleted. [ 1518.824555] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.824830] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.826279] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.826383] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.846158] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.846444] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.862915] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.863112] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 104784a2-622e-4885-9cfa-e59104f9d491 is going to be deleted. [ 1518.863963] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.864200] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.873894] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1093ed2-29e8-489f-8f35-6012851cbd39: rpc.has_security_group_logging(os_id): False [ 1518.909401] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.909636] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.929319] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.929498] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f8a97-0d93-4ece-8c97-16aa4e2c6077 is going to be deleted. [ 1518.930370] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.930592] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.936851] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.937100] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.960689] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.960907] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.980345] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.980529] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49b2076-82c3-4526-901f-accdb818cb9e is going to be deleted. [ 1518.981447] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.981661] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.981754] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.981875] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82e41a7e-c966-43e7-aef2-a2be3dd74141" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.982065] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.982207] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.982277] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.982391] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f35207-b631-43d8-9917-7b7a5d264d5a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.982943] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.983160] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.983251] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.983433] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7ea1ec-a48e-4b6c-b3d6-b9043f69ae3a" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.983530] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.983674] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.983752] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.983865] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20804a61-fc00-43e0-b987-d4a7859059c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.983992] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.984142] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.984216] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.984327] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0762b3-9aec-484f-9095-63312b4ce82e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.984453] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.984585] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.984689] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.984853] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f36181-9196-40e6-97f8-2c2535cf65d5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.984984] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.985141] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.985214] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.985321] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e64dcf9e-0b27-43ed-99db-767d96145ad0" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.985445] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.985577] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.985679] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.985806] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29de8fa-cdca-401f-b597-0d077f58d2c5" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.985930] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.986082] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.986157] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.986264] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932c58a7-5496-408a-bc53-f5bc929053bf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.986387] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.986519] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.986590] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.986701] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d41e18af-35e2-4e34-96f9-455fb65b29a2" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.986827] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.986960] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.003344] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.003558] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.053650] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.053964] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.054079] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.054147] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.054352] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.054434] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.054531] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1519.055677] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.055863] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.055942] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.056076] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65065900-7149-4d7f-ad23-d96e6e5a96cf" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.056206] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.056353] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.056431] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.056559] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba959694-d4f5-4683-ac38-697a39582df1" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.056712] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.056856] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.056961] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.057103] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-104784a2-622e-4885-9cfa-e59104f9d491" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.090715] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.090940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.090940] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.091172] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.091262] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.091381] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49b2076-82c3-4526-901f-accdb818cb9e" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.117237] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.117451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.117451] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.117644] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.117734] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.117867] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f8a97-0d93-4ece-8c97-16aa4e2c6077" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.170062] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.170296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.170296] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.170505] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.170657] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.203119] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1521.222058] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1521.222420] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.796091] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.796537] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.797495] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.797845] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.798904] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.799290] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.800059] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.800059] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.800970] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.801503] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.242745] env[66633]: INFO networking_nsxv3.common.synchronization [req-d59cd062-72d2-4f65-8319-636ad28263c4 req-7c39e7d5-50d2-4cdc-8506-ac983916feb9 tempest-ServerActionsTestJSON-456795555 tempest-ServerActionsTestJSON-456795555-project-member] Enqueued Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1543.243307] env[66633]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1093ed2-29e8-489f-8f35-6012851cbd39 with Priority: HIGHEST for action security_group_members [ 1543.243617] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1093ed2-29e8-489f-8f35-6012851cbd39 taken with stack trace [, , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.243737] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.243858] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.243997] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.244195] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.244306] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.244369] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.244497] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.244609] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.244693] env[66633]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1093ed2-29e8-489f-8f35-6012851cbd39',) {} {{(pid=66633) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.747182] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.747424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.747424] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.747619] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.747702] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.747904] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.747999] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.748086] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.748220] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.748293] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.748379] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 is going to be updated. [ 1543.777104] env[66633]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66633) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.777380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.777380] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.777605] env[66633]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.777698] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.786344] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: IN_PROGRESS for 2s [ 1545.803088] env[66633]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1093ed2-29e8-489f-8f35-6012851cbd39 in Status: SUCCESS [ 1545.803504] env[66633]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1093ed2-29e8-489f-8f35-6012851cbd39 deletion is rescheduled due to dependency. [ 1545.803504] env[66633]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1093ed2-29e8-489f-8f35-6012851cbd39" {{(pid=66633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.244237] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.244596] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.245611] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.246062] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.246767] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.247208] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.248253] env[66633]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.248643] env[66633]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0